00000400:00000010:0.0F:1773941272.717006:0:2337:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000003edc82b9. 00000400:00000010:0.0:1773941272.717016:0:2337:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000a41318b2. 00000400:00000010:0.0:1773941272.717018:0:2337:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000007f52e8b1. 00000400:00000010:0.0:1773941272.717020:0:2337:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 0000000078006a77. 00000400:00000010:0.0:1773941272.717022:0:2337:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 00000000e8fbbefc. 00000400:00000010:0.0:1773941272.717024:0:2337:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000fe8f52c0. 00000400:00000010:0.0:1773941272.717025:0:2337:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000269ab7d7. 00000400:00000010:0.0:1773941272.717026:0:2337:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000001ecde58c. 00000400:00000010:0.0:1773941272.717027:0:2337:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 0000000000109d1f. 00000400:00000010:1.0F:1773941273.474673:0:2337:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000eb8081bf. 00000400:00000010:1.0:1773941273.474689:0:2337:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cbb437f7. 00000400:00000010:1.0:1773941273.474693:0:2337:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086d1c53e. 00000400:00000010:1.0:1773941273.474694:0:2337:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fef56fda. 00000400:00000010:1.0:1773941273.474695:0:2337:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000c8c13842. 00000400:00000010:1.0:1773941273.474696:0:2337:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002c6d848e. 00000400:00000010:1.0:1773941273.474697:0:2337:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ccea0119. 00000400:00000010:1.0:1773941273.474698:0:2337:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000efcfa2b5. 00000400:00000200:1.0:1773941273.474789:0:2337:0:(api-ni.c:982:lnet_register_lnd()) lo LND registered 00000400:00000200:1.0:1773941273.528447:0:2353:0:(api-ni.c:982:lnet_register_lnd()) tcp LND registered 00000020:02000000:1.0:1773941273.701775:0:2366:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.50_193_gf5bca74 00000020:00000010:1.0:1773941273.704946:0:2366:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000af564637. 00000001:00000010:1.0:1773941273.705711:0:2366:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c8af7186. 00000001:00000010:1.0:1773941273.705717:0:2366:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000001d0760c. 00000001:00000010:1.0:1773941273.705720:0:2366:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb93a6d7. 00000001:00000010:1.0:1773941273.705722:0:2366:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c05cc38a. 00000001:00000010:1.0:1773941273.705724:0:2366:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f60505c. 00000001:00000010:1.0:1773941273.705726:0:2366:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001013b8e. 00000020:00000010:1.0:1773941273.705766:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5d3749. 00000020:00000010:1.0:1773941273.705770:0:2366:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af990664. 00000020:00000010:1.0:1773941273.705775:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000234bf483. 00000020:00000010:1.0:1773941273.705777:0:2366:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d87ad05. 00000001:00000010:1.0:1773941273.705781:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003202228f. 00000020:00000010:1.0:1773941273.705847:0:2366:0:(cl_object.c:1176:cl_global_init()) kmalloced '(cl_envs)': 192 at 000000003ab9fb76. 00000020:00000010:1.0:1773941273.706040:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aef45125. 00000020:00000010:1.0:1773941273.706044:0:2366:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1935647. 00000020:00000010:1.0:1773941273.706047:0:2366:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000c62f2bd2. 00000020:00000010:1.0:1773941273.706049:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063931d8f. 00000020:00000010:1.0:1773941273.706052:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df2ff6a2. 00000020:00000010:1.0:1773941273.706054:0:2366:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a791c660. 00000020:00000010:1.0:1773941273.706056:0:2366:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000fac5b3dc. 00000020:00000010:1.0:1773941273.706058:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008126f402. 00000020:00000010:1.0:1773941273.706061:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c65d4f2. 00000020:00000010:1.0:1773941273.706064:0:2366:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a9bc1a37. 00000020:00000010:1.0:1773941273.706071:0:2366:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008885326a. 00000020:00000010:1.0:1773941273.706075:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5f83772. 00000020:00000010:1.0:1773941273.706078:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efdec715. 00000020:00000010:1.0:1773941273.706080:0:2366:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004682d9b4. 00000020:00000010:1.0:1773941273.706082:0:2366:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e72aeb9d. 00000020:00000010:1.0:1773941273.706086:0:2366:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000189b7f5f. 02000000:00000010:1.0:1773941273.706091:0:2366:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000bac59f8c. 02000000:00000010:1.0:1773941273.706094:0:2366:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000f6344959. 02000000:00000010:1.0:1773941273.706105:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000005160360f. 02000000:00000010:1.0:1773941273.706109:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000548e3ea7. 00000001:00000010:1.0:1773941273.706112:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003c17e54c. 00000020:00000010:1.0:1773941273.706145:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bc625201. 00000020:00000010:1.0:1773941273.706157:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000bc625201. 02000000:00000010:1.0:1773941273.706161:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000dbe61d08. 02000000:00000010:1.0:1773941273.706164:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000150015af. 00000001:00000010:1.0:1773941273.706167:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a3417ac3. 00000020:00000010:1.0:1773941273.706197:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bc625201. 00000020:00000010:1.0:1773941273.706209:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000bc625201. 02000000:00000010:1.0:1773941273.706214:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000d11f7b30. 02000000:00000010:1.0:1773941273.706217:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 00000000d871d78c. 00000001:00000010:1.0:1773941273.706220:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e26eecfc. 00000020:00000010:1.0:1773941273.706250:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bc625201. 00000020:00000010:1.0:1773941273.706261:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000bc625201. 02000000:00000010:1.0:1773941273.706266:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007af1f818. 02000000:00000010:1.0:1773941273.706269:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 00000000bc625201. 00000001:00000010:1.0:1773941273.706272:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f12687aa. 00000020:00000010:1.0:1773941273.706303:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706330:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706335:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a0e5ac8e. 02000000:00000010:1.0:1773941273.706338:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 00000000a8f4d88f. 00000001:00000010:1.0:1773941273.706341:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008c52a9de. 00000020:00000010:1.0:1773941273.706379:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706390:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706394:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c61ded59. 02000000:00000010:1.0:1773941273.706397:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 0000000049a7968b. 00000001:00000010:1.0:1773941273.706399:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a879073e. 00000020:00000010:1.0:1773941273.706428:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706434:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706438:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000956a415b. 02000000:00000010:1.0:1773941273.706441:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 000000005632cc45. 00000001:00000010:1.0:1773941273.706445:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000089a25ced. 00000020:00000010:1.0:1773941273.706472:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706484:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706489:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007f23fa9d. 02000000:00000010:1.0:1773941273.706491:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000a9c604ea. 00000001:00000010:1.0:1773941273.706493:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000cd54cba7. 00000020:00000010:1.0:1773941273.706527:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706538:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706542:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000028bf54d7. 02000000:00000010:1.0:1773941273.706545:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000089f561e0. 00000001:00000010:1.0:1773941273.706547:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000475699b. 00000020:00000010:1.0:1773941273.706574:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706642:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706647:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009d56249b. 02000000:00000010:1.0:1773941273.706650:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000008edf7e43. 00000001:00000010:1.0:1773941273.706653:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000075156303. 00000020:00000010:1.0:1773941273.706683:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706693:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706696:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002fa665ee. 02000000:00000010:1.0:1773941273.706699:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000009be2098d. 00000001:00000010:1.0:1773941273.706702:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002e3998bf. 00000020:00000010:1.0:1773941273.706732:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706745:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706751:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a87efae6. 02000000:00000010:1.0:1773941273.706754:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000405b88a5. 00000001:00000010:1.0:1773941273.706757:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003aabb7a7. 00000020:00000010:1.0:1773941273.706791:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706802:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706805:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e5ffaa1f. 02000000:00000010:1.0:1773941273.706808:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000d4c317ca. 00000001:00000010:1.0:1773941273.706811:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000016663abf. 00000020:00000010:1.0:1773941273.706841:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706855:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 02000000:00000010:1.0:1773941273.706859:0:2366:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e496d16e. 02000000:00000010:1.0:1773941273.706862:0:2366:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000bc3782b9. 00000001:00000010:1.0:1773941273.706865:0:2366:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d39482a4. 00000020:00000010:1.0:1773941273.706895:0:2366:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e8afcf8. 00000020:00000010:1.0:1773941273.706923:0:2366:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e8afcf8. 00000400:00000010:1.0:1773941273.952759:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007e7c76c1. 00000400:00000010:1.0:1773941273.952768:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090a392e7. 00000400:00000010:1.0:1773941273.952770:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000205f4ecc. 00000100:00000010:1.0:1773941273.952774:0:2381:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 000000002d13e912. 00000100:00000010:1.0:1773941273.952775:0:2381:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000ba7258c7. 00000100:00000010:1.0:1773941273.952936:0:2383:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000003f2d9552. 00000020:00000010:1.0:1773941273.952947:0:2383:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000072fefe2. 00000020:00000010:1.0:1773941273.952952:0:2383:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e904fbf5. 00000040:00000010:1.0:1773941273.952955:0:2383:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000409ad8a7. 00000020:00000010:1.0:1773941273.952960:0:2383:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000057471730. 00000020:00000010:1.0:1773941273.952962:0:2383:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ea52fdd7. 00000100:00000010:1.0:1773941273.953121:0:2384:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000fb10bf30. 00000020:00000010:2.0F:1773941273.953147:0:2384:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d378db2. 00000020:00000010:2.0:1773941273.953155:0:2384:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000029f05d7b. 00000040:00000010:2.0:1773941273.953157:0:2384:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cea3b015. 00000020:00000010:2.0:1773941273.953160:0:2384:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000080e2d77. 00000020:00000010:2.0:1773941273.953162:0:2384:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007ce8d9ae. 00000100:00000200:1.0:1773941273.953208:0:2381:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:1.0:1773941273.953378:0:2381:0:(api-ni.c:679:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000aab2135f. 00000400:00000010:1.0:1773941273.953382:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001c83defb. 00000400:00000010:1.0:1773941273.953384:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000000eedbb83. 00000400:00000010:1.0:1773941273.953389:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000013efbebb. 00000400:00000010:1.0:1773941273.953392:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000055f0b5ac. 00000400:00000010:1.0:1773941273.953393:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b8a2176f. 00000400:00000010:1.0:1773941273.953395:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000585b30ce. 00000400:00000010:1.0:1773941273.953400:0:2381:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000048a672e3. 00000400:00000010:1.0:1773941273.953406:0:2381:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000c3c1c001. 00000400:00000010:1.0:1773941273.953410:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007a88d12a. 00000400:00000010:1.0:1773941273.953412:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000fcbfce0e. 00000400:00000010:1.0:1773941273.953414:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000ea0dba48. 00000400:00000010:1.0:1773941273.953417:0:2381:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000d4974456. 00000400:00000010:1.0:1773941273.953420:0:2381:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000b7a55880. 00000400:00000010:1.0:1773941273.953422:0:2381:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 0000000064e5cccd. 00000400:00000010:1.0:1773941273.953424:0:2381:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000c9fba810. 00000400:00000010:1.0:1773941273.953470:0:2381:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000028ae09d1. 00000400:00000010:1.0:1773941273.953485:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c94b000d. 00000400:00000010:1.0:1773941273.953487:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000860835a5. 00000400:00000010:1.0:1773941273.953488:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e3218a09. 00000400:00000010:1.0:1773941273.953526:0:2381:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000002d758f27. 00000400:00000010:1.0:1773941273.953625:0:2381:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000bb8fb18d. 00000400:00000010:1.0:1773941273.953646:0:2381:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 0000000078d01249. 00000400:00000010:1.0:1773941273.953649:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000460b6cc8. 00000400:00000010:1.0:1773941273.953651:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000017e0ab0d. 00000400:00000010:1.0:1773941273.953654:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012efd24a. 00000400:00000010:1.0:1773941273.953655:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f2a57b1. 00000400:00000010:1.0:1773941273.953660:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cb5b904. 00000400:00000010:1.0:1773941273.953670:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000081692907. 00000400:00000010:1.0:1773941273.953674:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001cde519e. 00000400:00000010:1.0:1773941273.953676:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f26e20ad. 00000400:00000010:1.0:1773941273.953678:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000355bedee. 00000400:00000010:1.0:1773941273.953679:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032118e58. 00000400:00000010:1.0:1773941273.953683:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a77a5b5d. 00000400:00000010:1.0:1773941273.953691:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000056dc64fe. 00000400:00000010:1.0:1773941273.953693:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000044f930a4. 00000400:00000010:1.0:1773941273.953694:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a06afca3. 00000400:00000010:1.0:1773941273.953695:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000020873318. 00000400:00000010:1.0:1773941273.953696:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004080673a. 00000400:00000010:1.0:1773941273.953699:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007deced23. 00000400:00000010:1.0:1773941273.953705:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002eded056. 00000400:00000010:1.0:1773941273.953712:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000049fa25e4. 00000400:00000010:1.0:1773941273.953713:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000011094668. 00000400:00000010:1.0:1773941273.953715:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000090ffb0c. 00000400:00000010:1.0:1773941273.953716:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006545d1be. 00000400:00000010:1.0:1773941273.953718:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b7ae82da. 00000400:00000010:1.0:1773941273.953721:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c645d98c. 00000400:00000010:1.0:1773941273.953723:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000041ffb30d. 00000400:00000010:1.0:1773941273.953724:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000218a640d. 00000400:00000010:1.0:1773941273.953725:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edcfd536. 00000400:00000010:1.0:1773941273.953726:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000340eca94. 00000400:00000010:1.0:1773941273.953729:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025ad79b5. 00000400:00000010:1.0:1773941273.953735:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d3943232. 00000400:00000010:1.0:1773941273.953736:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008d6f3b33. 00000400:00000010:1.0:1773941273.953737:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000ad54e83. 00000400:00000010:1.0:1773941273.953739:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f72b8df. 00000400:00000010:1.0:1773941273.953740:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8b2789c. 00000400:00000010:1.0:1773941273.953742:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000009fc1856. 00000400:00000010:1.0:1773941273.953745:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ccfb82bc. 00000400:00000010:1.0:1773941273.953746:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004bf4af9a. 00000400:00000010:1.0:1773941273.953747:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000df973c6c. 00000400:00000010:1.0:1773941273.953748:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7fc9c59. 00000400:00000010:1.0:1773941273.953749:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004117a202. 00000400:00000010:1.0:1773941273.953752:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000880e01fb. 00000400:00000010:1.0:1773941273.953758:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074c872e6. 00000400:00000010:1.0:1773941273.953759:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008af70fc5. 00000400:00000010:1.0:1773941273.953760:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f7331dc7. 00000400:00000010:1.0:1773941273.953765:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000129143e3. 00000400:00000010:1.0:1773941273.953766:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081949d05. 00000400:00000010:1.0:1773941273.953768:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000803a2fce. 00000400:00000010:1.0:1773941273.953771:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007f81df1d. 00000400:00000010:1.0:1773941273.953773:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004fa5a668. 00000400:00000010:1.0:1773941273.953774:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004bccbd4d. 00000400:00000010:1.0:1773941273.953774:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ad75eda. 00000400:00000010:1.0:1773941273.953775:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f60a0d64. 00000400:00000010:1.0:1773941273.953778:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004b516077. 00000400:00000010:1.0:1773941273.953785:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f80d2f2. 00000400:00000010:1.0:1773941273.953786:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000785f9aed. 00000400:00000010:1.0:1773941273.953788:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a74f8d30. 00000400:00000010:1.0:1773941273.953789:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce67ab3f. 00000400:00000010:1.0:1773941273.953790:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2436657. 00000400:00000010:1.0:1773941273.953793:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000053965178. 00000400:00000010:1.0:1773941273.953797:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fafe2d3e. 00000400:00000010:1.0:1773941273.953798:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b1762b2f. 00000400:00000010:1.0:1773941273.953799:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c220fab8. 00000400:00000010:1.0:1773941273.953800:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f05c135. 00000400:00000010:1.0:1773941273.953801:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000433971f3. 00000400:00000010:1.0:1773941273.953804:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000042bcc6f6. 00000400:00000010:1.0:1773941273.953810:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e6dbbf79. 00000400:00000010:1.0:1773941273.953812:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000083e13b5e. 00000400:00000010:1.0:1773941273.953813:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000de452a92. 00000400:00000010:1.0:1773941273.953814:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025543096. 00000400:00000010:1.0:1773941273.953815:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003af29b0a. 00000400:00000010:1.0:1773941273.953818:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003dcbab3c. 00000400:00000010:1.0:1773941273.953820:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000085935319. 00000400:00000010:1.0:1773941273.953822:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e9b93631. 00000400:00000010:1.0:1773941273.953823:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e002f61. 00000400:00000010:1.0:1773941273.953824:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae4132fd. 00000400:00000010:1.0:1773941273.953825:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d9ecef3. 00000400:00000010:1.0:1773941273.953828:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000455f0832. 00000400:00000010:1.0:1773941273.953837:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009635ea3a. 00000400:00000010:1.0:1773941273.953838:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b8875eea. 00000400:00000010:1.0:1773941273.953840:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c7dbcc75. 00000400:00000010:1.0:1773941273.953841:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c914f28. 00000400:00000010:1.0:1773941273.953842:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c557b9e. 00000400:00000010:1.0:1773941273.953845:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005e1d1e91. 00000400:00000010:1.0:1773941273.953849:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b04f2cbf. 00000400:00000010:1.0:1773941273.953850:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000023aeb541. 00000400:00000010:1.0:1773941273.953851:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006f7a9cf7. 00000400:00000010:1.0:1773941273.953852:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac89621f. 00000400:00000010:1.0:1773941273.953853:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c652d99e. 00000400:00000010:1.0:1773941273.953857:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007f81d4dc. 00000400:00000010:1.0:1773941273.953862:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000095b37cf6. 00000400:00000010:1.0:1773941273.953864:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009e2d2a72. 00000400:00000010:1.0:1773941273.953865:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dd1dba68. 00000400:00000010:1.0:1773941273.953866:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000099fd4f1. 00000400:00000010:1.0:1773941273.953873:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b50dbd13. 00000400:00000010:1.0:1773941273.953876:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000966d104c. 00000400:00000010:1.0:1773941273.953879:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000079331d6b. 00000400:00000010:1.0:1773941273.953880:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007260515f. 00000400:00000010:1.0:1773941273.953881:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000aa471598. 00000400:00000010:1.0:1773941273.953882:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043150846. 00000400:00000010:1.0:1773941273.953883:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbd2a866. 00000400:00000010:1.0:1773941273.953886:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a508057a. 00000400:00000010:1.0:1773941273.953891:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008ae28ce0. 00000400:00000010:1.0:1773941273.953893:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c8ab68c9. 00000400:00000010:1.0:1773941273.953894:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004854c768. 00000400:00000010:1.0:1773941273.953895:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3847efc. 00000400:00000010:1.0:1773941273.953896:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004ba03c2a. 00000400:00000010:1.0:1773941273.953899:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f427d1b5. 00000400:00000010:1.0:1773941273.953902:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000939988a0. 00000400:00000010:1.0:1773941273.953903:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000ec6ac66. 00000400:00000010:1.0:1773941273.953904:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000dcd4d04. 00000400:00000010:1.0:1773941273.953907:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006ea2a14e. 00000400:00000010:1.0:1773941273.953908:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc757797. 00000400:00000010:1.0:1773941273.953911:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003b763013. 00000400:00000010:1.0:1773941273.953917:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008f3ec640. 00000400:00000010:1.0:1773941273.953919:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ae30b9f3. 00000400:00000010:1.0:1773941273.953920:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e1ab140a. 00000400:00000010:1.0:1773941273.953921:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000656ac38b. 00000400:00000010:1.0:1773941273.953922:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c41d193c. 00000400:00000010:1.0:1773941273.953924:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006bec471d. 00000400:00000010:1.0:1773941273.953927:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001633eb67. 00000400:00000010:1.0:1773941273.953928:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000942e723f. 00000400:00000010:1.0:1773941273.953929:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000055b40395. 00000400:00000010:1.0:1773941273.953930:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cad1f128. 00000400:00000010:1.0:1773941273.953931:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087da8d5f. 00000400:00000010:1.0:1773941273.953933:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d59f4232. 00000400:00000010:1.0:1773941273.953939:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000024ad7d57. 00000400:00000010:1.0:1773941273.953941:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005fb75140. 00000400:00000010:1.0:1773941273.953941:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000e63277b. 00000400:00000010:1.0:1773941273.953942:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f709bd82. 00000400:00000010:1.0:1773941273.953943:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001847cd9a. 00000400:00000010:1.0:1773941273.953946:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d3c0dcf. 00000400:00000010:1.0:1773941273.953948:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000defe2fac. 00000400:00000010:1.0:1773941273.953949:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000070170b83. 00000400:00000010:1.0:1773941273.953950:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007fb053b3. 00000400:00000010:1.0:1773941273.953951:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b059b5c1. 00000400:00000010:1.0:1773941273.953952:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001af3d1b3. 00000400:00000010:1.0:1773941273.953954:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005fa6d872. 00000400:00000010:1.0:1773941273.953960:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006bc273dc. 00000400:00000010:1.0:1773941273.953962:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000049325dc7. 00000400:00000010:1.0:1773941273.953963:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f067bd0e. 00000400:00000010:1.0:1773941273.953964:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b3b34964. 00000400:00000010:1.0:1773941273.953964:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000006906274. 00000400:00000010:1.0:1773941273.953967:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b6cc661e. 00000400:00000010:1.0:1773941273.953972:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000054b7fa54. 00000400:00000010:1.0:1773941273.953974:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c7ef67d6. 00000400:00000010:1.0:1773941273.953975:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000b0ecb2a. 00000400:00000010:1.0:1773941273.953976:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000057b76055. 00000400:00000010:1.0:1773941273.953977:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088a9f076. 00000400:00000010:1.0:1773941273.953979:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005bbcb9dc. 00000400:00000010:1.0:1773941273.953985:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dfb4242c. 00000400:00000010:1.0:1773941273.953987:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f9e2761b. 00000400:00000010:1.0:1773941273.953988:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c0f0b4a8. 00000400:00000010:1.0:1773941273.953989:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009c1c017e. 00000400:00000010:1.0:1773941273.953989:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a57536eb. 00000400:00000010:1.0:1773941273.953992:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a5f6d1a. 00000400:00000010:1.0:1773941273.953995:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dcf433fc. 00000400:00000010:1.0:1773941273.953996:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d7009900. 00000400:00000010:1.0:1773941273.953997:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bcdfdcc8. 00000400:00000010:1.0:1773941273.953998:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba45fdd3. 00000400:00000010:1.0:1773941273.953999:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000559e80cc. 00000400:00000010:1.0:1773941273.954001:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eb2d6c26. 00000400:00000010:1.0:1773941273.954007:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004358f2e9. 00000400:00000010:1.0:1773941273.954008:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000051f001e0. 00000400:00000010:1.0:1773941273.954009:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003d3b7627. 00000400:00000010:1.0:1773941273.954010:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005638e223. 00000400:00000010:1.0:1773941273.954011:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4639b25. 00000400:00000010:1.0:1773941273.954014:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009d02b29c. 00000400:00000010:1.0:1773941273.954016:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e0ccb86e. 00000400:00000010:1.0:1773941273.954018:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f8cc7556. 00000400:00000010:1.0:1773941273.954018:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006dcd5429. 00000400:00000010:1.0:1773941273.954019:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002fb20bb1. 00000400:00000010:1.0:1773941273.954020:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005aa8c8eb. 00000400:00000010:1.0:1773941273.954023:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fa8c91a3. 00000400:00000010:1.0:1773941273.954029:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d1c2d58d. 00000400:00000010:1.0:1773941273.954030:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000066534f38. 00000400:00000010:1.0:1773941273.954031:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000723da6c4. 00000400:00000010:1.0:1773941273.954034:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c56791ab. 00000400:00000010:1.0:1773941273.954035:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000576ebad6. 00000400:00000010:1.0:1773941273.954038:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000058f1a0c4. 00000400:00000010:1.0:1773941273.954041:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c63257d3. 00000400:00000010:1.0:1773941273.954042:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004482dd10. 00000400:00000010:1.0:1773941273.954043:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000791a6cfd. 00000400:00000010:1.0:1773941273.954044:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f429e7cc. 00000400:00000010:1.0:1773941273.954045:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e55e50a. 00000400:00000010:1.0:1773941273.954048:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004786ffd0. 00000400:00000010:1.0:1773941273.954053:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a64cb9e4. 00000400:00000010:1.0:1773941273.954055:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000250aa794. 00000400:00000010:1.0:1773941273.954056:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d37c3610. 00000400:00000010:1.0:1773941273.954057:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073c18310. 00000400:00000010:1.0:1773941273.954058:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f30703f. 00000400:00000010:1.0:1773941273.954060:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b8e51f4a. 00000400:00000010:1.0:1773941273.954063:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d83a23c8. 00000400:00000010:1.0:1773941273.954064:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c4181719. 00000400:00000010:1.0:1773941273.954065:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002accd2f0. 00000400:00000010:1.0:1773941273.954066:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000176d8065. 00000400:00000010:1.0:1773941273.954067:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d76fc6be. 00000400:00000010:1.0:1773941273.954069:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002155bd2e. 00000400:00000010:1.0:1773941273.954076:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000af1a0096. 00000400:00000010:1.0:1773941273.954078:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000077786323. 00000400:00000010:1.0:1773941273.954079:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000df7d7e50. 00000400:00000010:1.0:1773941273.954080:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000da67e23. 00000400:00000010:1.0:1773941273.954081:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc1ca45a. 00000400:00000010:1.0:1773941273.954084:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ac5cd682. 00000400:00000010:1.0:1773941273.954087:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005180dc72. 00000400:00000010:1.0:1773941273.954089:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c51f42a0. 00000400:00000010:1.0:1773941273.954089:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000541ce6f7. 00000400:00000010:1.0:1773941273.954090:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a985518. 00000400:00000010:1.0:1773941273.954091:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c500ac1. 00000400:00000010:1.0:1773941273.954095:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003b8ef69d. 00000400:00000010:1.0:1773941273.954103:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000910366bc. 00000400:00000010:1.0:1773941273.954104:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000a0d3fc8. 00000400:00000010:1.0:1773941273.954106:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c79877d7. 00000400:00000010:1.0:1773941273.954107:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003df6fa4f. 00000400:00000010:1.0:1773941273.954108:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6e2860a. 00000400:00000010:1.0:1773941273.954110:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f5b63162. 00000400:00000010:1.0:1773941273.954113:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007bd841ff. 00000400:00000010:1.0:1773941273.954114:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b0338b3b. 00000400:00000010:1.0:1773941273.954115:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000db91db13. 00000400:00000010:1.0:1773941273.954116:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d218cd20. 00000400:00000010:1.0:1773941273.954117:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a47845f. 00000400:00000010:1.0:1773941273.954119:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ed1ac79a. 00000400:00000010:1.0:1773941273.954125:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004064dee6. 00000400:00000010:1.0:1773941273.954127:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c3e2481e. 00000400:00000010:1.0:1773941273.954127:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000081005ba. 00000400:00000010:1.0:1773941273.954128:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000881e7447. 00000400:00000010:1.0:1773941273.954129:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff1efdc6. 00000400:00000010:1.0:1773941273.954132:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000944f6d5f. 00000400:00000010:1.0:1773941273.954135:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f37baaf. 00000400:00000010:1.0:1773941273.954136:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004ecd31d8. 00000400:00000010:1.0:1773941273.954137:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d3d8785c. 00000400:00000010:1.0:1773941273.954138:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000362f9402. 00000400:00000010:1.0:1773941273.954138:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da96d83b. 00000400:00000010:1.0:1773941273.954141:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002af2c313. 00000400:00000010:1.0:1773941273.954147:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008520c42b. 00000400:00000010:1.0:1773941273.954148:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000df092914. 00000400:00000010:1.0:1773941273.954149:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004224a2af. 00000400:00000010:1.0:1773941273.954150:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016871e16. 00000400:00000010:1.0:1773941273.954151:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e0ce7a9f. 00000400:00000010:1.0:1773941273.954153:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e6683a4b. 00000400:00000010:1.0:1773941273.954156:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f3d55f96. 00000400:00000010:1.0:1773941273.954157:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003bcee507. 00000400:00000010:1.0:1773941273.954158:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f8422bfe. 00000400:00000010:1.0:1773941273.954162:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006100d87d. 00000400:00000010:1.0:1773941273.954163:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098d59dfe. 00000400:00000010:1.0:1773941273.954166:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009d9a6c81. 00000400:00000010:1.0:1773941273.954172:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fedd819a. 00000400:00000010:1.0:1773941273.954174:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ae713e54. 00000400:00000010:1.0:1773941273.954175:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e2f0bdd6. 00000400:00000010:1.0:1773941273.954176:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f69ebe02. 00000400:00000010:1.0:1773941273.954177:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068cc170a. 00000400:00000010:1.0:1773941273.954179:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000391e5299. 00000400:00000010:1.0:1773941273.954182:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b6920430. 00000400:00000010:1.0:1773941273.954183:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000078150bdc. 00000400:00000010:1.0:1773941273.954184:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d592b15d. 00000400:00000010:1.0:1773941273.954185:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097940a75. 00000400:00000010:1.0:1773941273.954186:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039c5b838. 00000400:00000010:1.0:1773941273.954188:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000071171004. 00000400:00000010:1.0:1773941273.954194:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002eb50aa. 00000400:00000010:1.0:1773941273.954196:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000684e6210. 00000400:00000010:1.0:1773941273.954197:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000054d130fa. 00000400:00000010:1.0:1773941273.954197:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b15be202. 00000400:00000010:1.0:1773941273.954198:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000526cfb59. 00000400:00000010:1.0:1773941273.954201:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000521295cb. 00000400:00000010:1.0:1773941273.954204:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004de1b675. 00000400:00000010:1.0:1773941273.954205:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000049982de3. 00000400:00000010:1.0:1773941273.954206:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e1813c67. 00000400:00000010:1.0:1773941273.954206:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa2a6513. 00000400:00000010:1.0:1773941273.954207:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005476c377. 00000400:00000010:1.0:1773941273.954210:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000094d8bdef. 00000400:00000010:1.0:1773941273.954216:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000009e69187. 00000400:00000010:1.0:1773941273.954224:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000028a723ef. 00000400:00000010:1.0:1773941273.954225:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e534eacc. 00000400:00000010:1.0:1773941273.954226:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9751d35. 00000400:00000010:1.0:1773941273.954227:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7de17ba. 00000400:00000010:1.0:1773941273.954229:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000057ec9898. 00000400:00000010:1.0:1773941273.954235:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc93363d. 00000400:00000010:1.0:1773941273.954237:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003d47d379. 00000400:00000010:1.0:1773941273.954238:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e7a66792. 00000400:00000010:1.0:1773941273.954239:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4730f7a. 00000400:00000010:1.0:1773941273.954240:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005947aa1c. 00000400:00000010:1.0:1773941273.954242:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000733e4170. 00000400:00000010:1.0:1773941273.954248:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c3a33eb. 00000400:00000010:1.0:1773941273.954250:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fe1e0569. 00000400:00000010:1.0:1773941273.954251:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000046eac279. 00000400:00000010:1.0:1773941273.954252:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2088cf2. 00000400:00000010:1.0:1773941273.954259:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a455ad9a. 00000400:00000010:1.0:1773941273.954262:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e2f15fe6. 00000400:00000010:1.0:1773941273.954264:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f5cae1d4. 00000400:00000010:1.0:1773941273.954266:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dda91e2b. 00000400:00000010:1.0:1773941273.954267:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ffbad996. 00000400:00000010:1.0:1773941273.954267:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001982a500. 00000400:00000010:1.0:1773941273.954268:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f950e3f2. 00000400:00000010:1.0:1773941273.954271:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a612bb92. 00000400:00000010:1.0:1773941273.954277:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007e5be5d2. 00000400:00000010:1.0:1773941273.954279:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bd420b72. 00000400:00000010:1.0:1773941273.954280:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009079ad14. 00000400:00000010:1.0:1773941273.954281:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbb933ad. 00000400:00000010:1.0:1773941273.954282:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f1795f7. 00000400:00000010:1.0:1773941273.954284:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c37cac71. 00000400:00000010:1.0:1773941273.954288:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bb89b3c4. 00000400:00000010:1.0:1773941273.954289:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f7f5e0df. 00000400:00000010:1.0:1773941273.954290:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ebfc3434. 00000400:00000010:1.0:1773941273.954291:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093052ffd. 00000400:00000010:1.0:1773941273.954292:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df9c6897. 00000400:00000010:1.0:1773941273.954295:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ae37dbd1. 00000400:00000010:1.0:1773941273.954301:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000298e947a. 00000400:00000010:1.0:1773941273.954303:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005869f903. 00000400:00000010:1.0:1773941273.954304:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bcd3d614. 00000400:00000010:1.0:1773941273.954307:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023fd46fb. 00000400:00000010:1.0:1773941273.954308:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012f32cab. 00000400:00000010:1.0:1773941273.954311:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000057cbae9e. 00000400:00000010:1.0:1773941273.954314:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d16b063c. 00000400:00000010:1.0:1773941273.954316:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c331d61d. 00000400:00000010:1.0:1773941273.954317:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005763edc3. 00000400:00000010:1.0:1773941273.954317:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c2ad753. 00000400:00000010:1.0:1773941273.954318:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000044d6900b. 00000400:00000010:1.0:1773941273.954321:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000068ee154b. 00000400:00000010:1.0:1773941273.954328:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000ef79350. 00000400:00000010:1.0:1773941273.954329:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c36a7a4b. 00000400:00000010:1.0:1773941273.954330:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000849d10e6. 00000400:00000010:1.0:1773941273.954331:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054878478. 00000400:00000010:1.0:1773941273.954332:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0a7f406. 00000400:00000010:1.0:1773941273.954335:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fa865b5a. 00000400:00000010:1.0:1773941273.954339:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001f5ebfb0. 00000400:00000010:1.0:1773941273.954340:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a542c103. 00000400:00000010:1.0:1773941273.954341:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c67198ca. 00000400:00000010:1.0:1773941273.954342:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca20b578. 00000400:00000010:1.0:1773941273.954343:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d45fcfd. 00000400:00000010:1.0:1773941273.954346:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005bb54d47. 00000400:00000010:1.0:1773941273.954352:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f6c8070d. 00000400:00000010:1.0:1773941273.954353:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000625a2c97. 00000400:00000010:1.0:1773941273.954354:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000083a71660. 00000400:00000010:1.0:1773941273.954355:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ce88552. 00000400:00000010:1.0:1773941273.954356:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000366f64d4. 00000400:00000010:1.0:1773941273.954359:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f2a88d82. 00000400:00000010:1.0:1773941273.954361:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001292b6c1. 00000400:00000010:1.0:1773941273.954363:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003605b2a8. 00000400:00000010:1.0:1773941273.954363:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000070221bc1. 00000400:00000010:1.0:1773941273.954364:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba2c2bf6. 00000400:00000010:1.0:1773941273.954366:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000738218d. 00000400:00000010:1.0:1773941273.954369:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007fd6f202. 00000400:00000010:1.0:1773941273.954382:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ea89eb45. 00000400:00000010:1.0:1773941273.954385:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000078c2ef14. 00000400:00000010:1.0:1773941273.954387:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000649ef8e0. 00000400:00000010:1.0:1773941273.954389:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000636936d9. 00000400:00000010:1.0:1773941273.954390:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6b22a0e. 00000400:00000010:1.0:1773941273.954394:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044b4b0a2. 00000400:00000010:1.0:1773941273.954399:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a063145b. 00000400:00000010:1.0:1773941273.954402:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009671397a. 00000400:00000010:1.0:1773941273.954403:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000355303a4. 00000400:00000010:1.0:1773941273.954405:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000655a7ab9. 00000400:00000010:1.0:1773941273.954407:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d1beb667. 00000400:00000010:1.0:1773941273.954411:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008d5f7aae. 00000400:00000010:1.0:1773941273.954420:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001b89ab75. 00000400:00000010:1.0:1773941273.954424:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007ea7105c. 00000400:00000010:1.0:1773941273.954426:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e7be8bbf. 00000400:00000010:1.0:1773941273.954427:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dea5de74. 00000400:00000010:1.0:1773941273.954429:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038f1d862. 00000400:00000010:1.0:1773941273.954433:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052489c9f. 00000400:00000010:1.0:1773941273.954437:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005b61118a. 00000400:00000010:1.0:1773941273.954439:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006bef5fd2. 00000400:00000010:1.0:1773941273.954440:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d981d5f8. 00000400:00000010:1.0:1773941273.954441:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000164aaa93. 00000400:00000010:1.0:1773941273.954442:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000062d97e7d. 00000400:00000010:1.0:1773941273.954445:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005723b5fc. 00000400:00000010:1.0:1773941273.954451:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a8994f8. 00000400:00000010:1.0:1773941273.954453:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000eca973fb. 00000400:00000010:1.0:1773941273.954454:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000026b26a3a. 00000400:00000010:1.0:1773941273.954455:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008eb97555. 00000400:00000010:1.0:1773941273.954456:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095b2d9b8. 00000400:00000010:1.0:1773941273.954459:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000292d908. 00000400:00000010:1.0:1773941273.954462:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000641ec433. 00000400:00000010:1.0:1773941273.954463:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000085544c1. 00000400:00000010:1.0:1773941273.954464:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d9e36af3. 00000400:00000010:1.0:1773941273.954468:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038188ba7. 00000400:00000010:1.0:1773941273.954469:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e6084c0. 00000400:00000010:1.0:1773941273.954471:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000266d7684. 00000400:00000010:1.0:1773941273.954479:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a76a2359. 00000400:00000010:1.0:1773941273.954481:0:2381:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002e075b66. 00000400:00000010:1.0:1773941273.954482:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000edeec2d6. 00000400:00000010:1.0:1773941273.954483:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9616707. 00000400:00000010:1.0:1773941273.954483:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e52d9f40. 00000400:00000010:1.0:1773941273.954487:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ea0f5a28. 00000400:00000010:1.0:1773941273.954490:0:2381:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004b4e9095. 00000400:00000010:1.0:1773941273.954492:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003733af75. 00000400:00000010:1.0:1773941273.954493:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b245836. 00000400:00000010:1.0:1773941273.954494:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008cf00dda. 00000400:00000010:1.0:1773941273.954496:0:2381:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000bd79b397. 00000400:00000010:1.0:1773941273.954499:0:2381:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007dcdd299. 00000400:00000010:1.0:1773941273.954500:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000015a645e6. 00000400:00000010:1.0:1773941273.954501:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1b03f59. 00000400:00000010:1.0:1773941273.954502:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f06dba52. 00000400:00000010:1.0:1773941273.954503:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ee74bb63. 00000400:00000010:1.0:1773941273.954503:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005695ae97. 00000400:00000010:1.0:1773941273.954504:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a67f8873. 00000400:00000010:1.0:1773941273.954508:0:2381:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000c3b2f065. 00000400:00000010:1.0:1773941273.954511:0:2381:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000eefffb3a. 00000400:00000010:1.0:1773941273.954514:0:2381:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003466ae1b. 00000400:00000010:1.0:1773941273.954515:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006860af1b. 00000400:00000010:1.0:1773941273.954516:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000553cc405. 00000400:00000010:1.0:1773941273.954517:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6de1057. 00000400:00000010:1.0:1773941273.954518:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e968fe98. 00000400:00000010:1.0:1773941273.954518:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ceda43a0. 00000400:00000010:1.0:1773941273.954520:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005bca806a. 00000400:00000010:1.0:1773941273.954520:0:2381:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000c3b2f065. 00000400:00000010:1.0:1773941273.954530:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ec37fe0f. 00000400:00000010:1.0:1773941273.954531:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000972d6d8c. 00000400:00000010:1.0:1773941273.954535:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001b74ffa6. 00000800:00000200:2.0:1773941273.955020:0:2381:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 0000000012e7f7c9 00000800:00000200:2.0:1773941273.955025:0:2381:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 0000000012e7f7c9 00000800:00000200:2.0:1773941273.955027:0:2381:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 0000000012e7f7c9 00000800:00000200:2.0:1773941273.955029:0:2381:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 0000000012e7f7c9 00000800:00000200:2.0:1773941273.955031:0:2381:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000bcdc6142 00000800:00000200:2.0:1773941273.955033:0:2381:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000bcdc6142 00000800:00000010:2.0:1773941273.955039:0:2381:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001f2b7c38. 00000400:00000010:2.0:1773941273.955048:0:2381:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ece78779. 00000800:00000200:2.0:1773941273.955052:0:2381:0:(socklnd_modparams.c:304:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:1.0:1773941273.955151:0:2390:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000075efd4d2. 00000800:00000010:1.0:1773941273.955157:0:2390:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000c8a246f2. 00000800:00000010:1.0:1773941273.955236:0:2391:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000058cdfe9c. 00000800:00000010:1.0:1773941273.955240:0:2391:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000008010af8d. 00000800:00000010:1.0:1773941273.955315:0:2392:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000b41f07be. 00000800:00000010:1.0:1773941273.955320:0:2392:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000004f858d63. 00000400:00000200:2.0:1773941273.955389:0:2381:0:(config.c:1527:lnet_get_link_status_locked()) device idx 1 get_link 2 00000800:00000010:1.0:1773941273.955398:0:2393:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000379a8749. 00000800:00000010:1.0:1773941273.955402:0:2393:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000a77b9712. 00000400:00000200:2.0:1773941273.955442:0:2381:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.46) 00000400:02000000:2.0:1773941273.955452:0:2381:0:(api-ni.c:2704:lnet_startup_lndni()) Added LNI 192.168.202.46@tcp [8/256/0/180] 00000400:00000010:1.0:1773941273.956713:0:2381:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000006133c485. 00000400:00000010:1.0:1773941273.956729:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f136e5b7. 00000400:00000010:1.0:1773941273.956741:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5834aa5. 00000400:00000200:1.0:1773941273.956750:0:2381:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1773941273.956753:0:2381:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000075714644. 00000400:00000010:1.0:1773941273.956756:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e43a862f. 00000400:00000010:1.0:1773941273.956759:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb8438a0. 00000400:00000200:1.0:1773941273.956761:0:2381:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 0000000075714644 00000400:00000200:1.0:1773941273.956764:0:2381:0:(api-ni.c:2288:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1773941273.956767:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a7bdcce0. 00000400:00000010:1.0:1773941273.956769:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bdd64284. 00000400:00000010:1.0:1773941273.956772:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c23a0efd. 00000400:00000010:1.0:1773941273.956774:0:2381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008f74876f. 00000400:00000010:1.0:1773941273.956776:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000bd1c151. 00000400:00000010:1.0:1773941273.956778:0:2381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000045ea1e1f. 00000400:00000200:3.0F:1773941273.957005:0:2381:0:(peer.c:4215:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:3.0:1773941273.957105:0:2381:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 0000000005d0d6c4. 00000400:00000200:3.0:1773941273.957119:0:2396:0:(peer.c:4041:lnet_peer_discovery()) started 00000100:00000010:3.0:1773941273.957209:0:2397:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018445502. 00000020:00000010:3.0:1773941273.957215:0:2397:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b9bdc63. 00000020:00000010:3.0:1773941273.957218:0:2397:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000766da966. 00000020:00000010:3.0:1773941273.957221:0:2397:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000003931ef33. 00000040:00000010:3.0:1773941273.957271:0:2397:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000915a3d24. 00000020:00000010:3.0:1773941273.957275:0:2397:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006093400b. 00000020:00000010:3.0:1773941273.957278:0:2397:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000226a1475. 00000100:00000010:0.0:1773941273.957314:0:2381:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000048080115. 00000100:00000010:0.0:1773941273.957320:0:2381:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000f0746311. 00000100:00000010:0.0:1773941273.957324:0:2381:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000084e05c7d. 00000100:00000010:0.0:1773941273.957443:0:2398:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079905d80. 00000020:00000010:0.0:1773941273.957447:0:2398:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066ca1946. 00000020:00000010:0.0:1773941273.957450:0:2398:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2631331. 00000020:00000010:0.0:1773941273.957452:0:2398:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000084157c44. 00000040:00000010:0.0:1773941273.957455:0:2398:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000004697e96. 00000020:00000010:0.0:1773941273.957458:0:2398:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000225a77b0. 00000020:00000010:0.0:1773941273.957460:0:2398:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc2ec38f. 00000100:00000010:1.0:1773941273.957627:0:2399:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e9dd17e. 00000020:00000010:1.0:1773941273.957632:0:2399:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b33452. 00000020:00000010:1.0:1773941273.957635:0:2399:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dad26d01. 00000020:00000010:1.0:1773941273.957638:0:2399:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e237644a. 00000040:00000010:1.0:1773941273.957640:0:2399:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000353d9ab9. 00000020:00000010:1.0:1773941273.957643:0:2399:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000217ae7c9. 00000020:00000010:1.0:1773941273.957646:0:2399:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000086addfd. 00000100:00000010:0.0:1773941273.957672:0:2381:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 000000008a91f7d3. 00000100:00000010:0.0:1773941273.957677:0:2381:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000089a0a8cb. 00000100:00000010:0.0:1773941273.957679:0:2381:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000cc79a9cf. 00000100:00000010:2.0:1773941273.957827:0:2400:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002cd5124c. 00000020:00000010:2.0:1773941273.957831:0:2400:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c615df0. 00000020:00000010:2.0:1773941273.957834:0:2400:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076c414a3. 00000020:00000010:2.0:1773941273.957836:0:2400:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000cae2cfe1. 00000040:00000010:2.0:1773941273.957838:0:2400:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000956d3cd1. 00000020:00000010:2.0:1773941273.957841:0:2400:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000010543612. 00000020:00000010:2.0:1773941273.957843:0:2400:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026640b23. 00000100:00000010:2.0:1773941273.957993:0:2401:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bed20d34. 00000020:00000010:2.0:1773941273.957998:0:2401:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000180015a6. 00000020:00000010:2.0:1773941273.958001:0:2401:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001d6982f3. 00000020:00000010:2.0:1773941273.958003:0:2401:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e1add24b. 00000040:00000010:2.0:1773941273.958005:0:2401:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006d84bf6c. 00000020:00000010:2.0:1773941273.958007:0:2401:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000770db20a. 00000020:00000010:2.0:1773941273.958010:0:2401:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026caa5d2. 00000100:00000010:0.0:1773941273.958046:0:2381:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 00000000b811b8f8. 00000100:00000010:0.0:1773941273.958161:0:2381:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000036736059. 00000100:00000010:0.0:1773941273.958166:0:2381:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000915b3aca. 00000100:00000010:0.0:1773941273.958168:0:2381:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000f90dd731. 00000100:00000010:0.0:1773941273.958171:0:2381:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000017cbcab8. 00000100:00000010:0.0:1773941273.958173:0:2381:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000004e043ad. 00000100:00000010:0.0:1773941273.958175:0:2381:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000003c4db235. 00000001:00000010:0.0:1773941273.958307:0:2381:0:(nodemap_handler.c:4695:nodemap_config_alloc()) kmalloced '(config)': 480 at 0000000082726f00. 00000001:00000010:0.0:1773941273.958311:0:2381:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004a1ee4eb. 00000001:00000010:0.0:1773941273.958315:0:2381:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000da7342b6. 00000001:00000010:0.0:1773941273.958317:0:2381:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000af2fdca3. 00000001:00000010:0.0:1773941273.958327:0:2381:0:(nodemap_handler.c:3541:nodemap_create()) kmalloced '(nodemap)': 968 at 000000009a021479. 00000001:00000010:0.0:1773941273.958357:0:2381:0:(nodemap_lproc.c:1443:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000002a7ae425. 02000000:00000010:0.0:1773941274.014559:0:2413:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000009912676. 02000000:00000010:0.0:1773941274.014570:0:2413:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 0000000007f9eb54. 02000000:00000010:0.0:1773941274.014616:0:2413:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000187fd186. 02000000:00000010:0.0:1773941274.014628:0:2413:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000001f9991fb. 00000020:00000010:3.0:1773941275.780390:0:2465:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000524fd129. 00000001:00000010:0.0:1773941275.876073:0:2478:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001681557d. 00000100:00000010:0.0:1773941275.876099:0:2478:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 0000000046ca1c5b. 00000020:00000010:0.0:1773941275.876137:0:2478:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000007a5395. 00000020:00000010:0.0:1773941275.876173:0:2478:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000098750e49. 00000020:00000010:0.0:1773941275.876183:0:2478:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000098750e49. 00000020:00000010:0.0:1773941275.951844:0:2491:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004535de53. 00000020:00000010:0.0:1773941276.031277:0:2504:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f2fde9b5. 00000020:00000010:1.0:1773941276.089925:0:2518:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004e67dc43. 00008000:02000000:1.0:1773941276.149719:0:2531:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:1.0:1773941276.151922:0:2531:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000e7360265. 00000020:00000010:1.0:1773941276.152361:0:2531:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000ddef748a. 00000020:00000010:1.0:1773941276.350546:0:2554:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000003675916. 00000020:00000010:3.0:1773941277.247016:0:2900:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000bc6a7afa. 00000020:00000010:1.0:1773941277.340903:0:2913:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000eabb33ae. 00000020:00000010:0.0:1773941277.477168:0:2926:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000007a5742e0. 00000020:00000010:0.0:1773941277.477219:0:2926:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002841745b. 00000020:00000010:0.0:1773941277.607307:0:2947:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f2d8d35d. 00000020:00000010:1.0:1773941277.692329:0:2960:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000052d20508. 00000020:00000010:1.0:1773941277.692564:0:2960:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000a5bedec2. 00000020:00000010:0.0:1773941277.776192:0:2975:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000916300fa. 00000020:00000010:0.0:1773941277.776212:0:2975:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000d29f76b7. 00000020:00000010:0.0:1773941277.938471:0:2988:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 000000008f427ecf. 00000020:00000010:0.0:1773941277.938482:0:2988:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000424238e6. 00000020:00000010:0.0:1773941277.938494:0:2988:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d729a291. 00000020:00000010:0.0:1773941277.938499:0:2988:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007581833d. 00000008:00000010:0.0:1773941277.938512:0:2988:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006c992935. 00020000:00000010:0.0:1773941277.938517:0:2988:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000652d6798. 00008000:00000010:0.0:1773941277.938528:0:2988:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e4d2d6a3. 00000080:00000010:0.0:1773941277.938551:0:2988:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000558283a7. 00000080:00000010:0.0:1773941277.938564:0:2988:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000015e6144f. 00000020:00000010:0.0:1773941277.938569:0:2988:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006933b88d. 00000008:00000010:0.0:1773941277.938604:0:2988:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c05d3dba. 00020000:00000010:0.0:1773941277.938619:0:2988:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c4ad1f44. 00008000:00000010:0.0:1773941277.938637:0:2988:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a6d62315. 00000080:00000010:0.0:1773941277.938647:0:2988:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000401c94eb. 00000800:00000200:0.0:1773941278.938829:0:38:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns 00000000bcdc6142 00000800:00000200:0.0:1773941278.939196:0:38:0:(socklnd.c:2209:ksocknal_inet6addr_event()) addr6event: status NETDEV_DOWN, device lo, ip addr (einval), ns 00000000bcdc6142 00000800:00000200:0.0:1773941278.939201:0:38:0:(socklnd.c:2112:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace 00000000bcdc6142 (expected 0000000012e7f7c9) 00000800:00000200:0.0:1773941278.939214:0:38:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns 00000000bcdc6142 00000800:00000200:0.0:1773941278.939216:0:38:0:(socklnd.c:1972:ksocknal_handle_link_state_change()) Skipping device lo from namespace 00000000bcdc6142 (expected 0000000012e7f7c9) 00000800:00000200:0.0:1773941278.939408:0:38:0:(socklnd.c:2179:ksocknal_inetaddr_event()) addrevent: status NETDEV_DOWN device lo, ip addr 127.0.0.1, netmask 255.0.0.0 ns 00000000bcdc6142. 00000800:00000200:0.0:1773941278.939412:0:38:0:(socklnd.c:2112:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace 00000000bcdc6142 (expected 0000000012e7f7c9) 00000800:00000200:0.0:1773941278.939679:0:38:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns 00000000bcdc6142 00000800:00000200:0.0:1773941278.939682:0:38:0:(socklnd.c:1972:ksocknal_handle_link_state_change()) Skipping device lo from namespace 00000000bcdc6142 (expected 0000000012e7f7c9) 00000080:00000010:0.0:1773941331.731836:0:6140:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 000000007055d72c. 00000020:00000010:0.0:1773941331.731851:0:6140:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 000000009435df34. 00000020:00000010:0.0:1773941331.731860:0:6140:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 000000000330bdca. 00000020:00000010:0.0:1773941331.731862:0:6140:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 0000000075f8db45. 00000020:00000010:0.0:1773941331.731866:0:6140:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 00000000a7c9dd07. 00000020:00000010:0.0:1773941331.731969:0:6140:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 0000000020a45b75. 00000020:00000010:0.0:1773941331.731986:0:6140:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000076d3c218. 00000020:00000010:0.0:1773941331.731989:0:6140:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000299cb266. 00000020:00000010:0.0:1773941331.731994:0:6140:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at 000000009ce41d44. 00000100:00000010:0.0:1773941331.731999:0:6140:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000e97d2d0c. 00000400:00000200:0.0:1773941331.732002:0:6140:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941331.732006:0:6140:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:0.0:1773941331.732011:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941331.732017:0:6140:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000b1b00cb5. 00000400:00000200:0.0:1773941331.732021:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.732024:0:6140:0:(peer.c:262:lnet_peer_alloc()) 00000000b1b00cb5 nid 192.168.202.146@tcp 00000400:00000010:0.0:1773941331.732027:0:6140:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000090395b1a. 00000400:00000200:0.0:1773941331.732030:0:6140:0:(peer.c:202:lnet_peer_net_alloc()) 0000000090395b1a net tcp 00000400:00000200:0.0:1773941331.732032:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941331.732035:0:6140:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009c510384. 00000400:00000200:0.0:1773941331.732039:0:6140:0:(peer.c:183:lnet_peer_ni_alloc()) 000000009c510384 nid 192.168.202.146@tcp 00000400:00000200:0.0:1773941331.732065:0:6140:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.146@tcp: -2 00000400:00000200:0.0:1773941331.732071:0:6140:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp flags 0x100001 00000400:00000200:0.0:1773941331.732077:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.732098:0:6140:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.146@tcp: 0 00000400:00000200:0.0:1773941331.732100:0:6140:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1773941331.732102:0:6140:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941331.732104:0:6140:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000020:00000010:0.0:1773941331.732108:0:6140:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at 000000009ce41d44. 00000020:00000010:0.0:1773941331.732111:0:6140:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000a0af9d32. 00000020:00000010:0.0:1773941331.732116:0:6140:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at 000000009a921612. 00000020:00000010:0.0:1773941331.732134:0:6140:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000e781280a. 00000400:00000200:3.0:1773941331.732139:0:2396:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1773941331.732140:0:6140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000009b49ab6. 00000400:00000200:3.0:1773941331.732148:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100041 00000020:00000010:0.0:1773941331.732153:0:6140:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at 000000009a921612. 00000400:00000010:3.0:1773941331.732155:0:2396:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c08763e0. 00000020:00000010:0.0:1773941331.732158:0:6140:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at 000000009a921612. 00000400:00000010:3.0:1773941331.732172:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000433a8332. 00000001:00000010:0.0:1773941331.732178:0:6140:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001373ef80. 00000001:00000010:0.0:1773941331.732183:0:6140:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f6de03a6. 00000001:00000010:0.0:1773941331.732186:0:6140:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f8e9ff4c. 00000001:00000010:0.0:1773941331.732188:0:6140:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b935c23. 00000001:00000010:0.0:1773941331.732190:0:6140:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000907b9b70. 00000001:00000010:0.0:1773941331.732192:0:6140:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a5ac7bf. 00000400:00000010:3.0:1773941331.732195:0:2396:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008fe681c. 00000020:00000010:0.0:1773941331.732196:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cb8427c. 00000020:00000010:0.0:1773941331.732203:0:6140:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000109ad236. 00000400:00000200:3.0:1773941331.732207:0:2396:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.202.146@tcp 00000020:00000010:0.0:1773941331.732216:0:6140:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000048f546b8. 00000400:00000200:3.0:1773941331.732219:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000008:00000010:0.0:1773941331.732222:0:6140:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005a240f64. 00020000:00000010:0.0:1773941331.732227:0:6140:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b6fc880a. 00000400:00000200:3.0:1773941331.732228:0:2396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00008000:00000010:0.0:1773941331.732232:0:6140:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ee710537. 00000400:00000200:3.0:1773941331.732236:0:2396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000010:0.0:1773941331.732238:0:6140:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ee568913. 00000020:00000010:0.0:1773941331.732242:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000643c7df0. 00000400:00000200:3.0:1773941331.732244:0:2396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000020:00000010:0.0:1773941331.732246:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b00478f. 00000400:00000200:3.0:1773941331.732250:0:2396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000040:00000010:0.0:1773941331.732250:0:6140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fa76ffe. 00000020:00000010:0.0:1773941331.732255:0:6140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000068f08656. 00000400:00000200:3.0:1773941331.732256:0:2396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000020:00000010:0.0:1773941331.732261:0:6140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078a3a89c. 00000400:00000200:3.0:1773941331.732262:0:2396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [1:1:256:4294967295] 192.168.202.146@tcp LPNI seq info [1:1:8:4294967295] 00040000:00000010:0.0:1773941331.732266:0:6140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006131775e. 00000400:00000200:3.0:1773941331.732268:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00040000:00000010:0.0:1773941331.732273:0:6140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000efdaf197. 00000400:00000200:3.0:1773941331.732274:0:2396:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.146@tcp 10000000:00000010:0.0:1773941331.732278:0:6140:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000b42cf72c. 00000400:00000200:3.0:1773941331.732285:0:2396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : GET try# 0 00010000:00000010:0.0:1773941331.732289:0:6140:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000e47f8e2c. 00000800:00000200:3.0:1773941331.732292:0:2396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.146@tcp 00010000:00000010:0.0:1773941331.732296:0:6140:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000003f964dd9. 00000800:00000010:3.0:1773941331.732298:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bf5aa29a. 00010000:00000010:0.0:1773941331.732303:0:6140:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000b64dd609. 00000400:00000200:3.0:1773941331.732307:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000010:3.0:1773941331.732313:0:2396:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005ea35672. 00000800:00000010:3.0:1773941331.732316:0:2396:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bc07d804. 00000800:00000200:3.0:1773941331.732320:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (2) 00000800:00000200:3.1F:1773941331.732330:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (2) 00000400:00000200:3.0:1773941331.732349:0:2396:0:(peer.c:3788:lnet_peer_send_ping()) peer 192.168.202.146@tcp 00000400:00000200:3.0:1773941331.732352:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100241 rc 0 00000100:00000010:0.0:1773941331.732374:0:6140:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 000000004b5e9b2d. 00000100:00000010:0.0:1773941331.732380:0:6140:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009eb7f1db. 00000100:00000010:0.0:1773941331.732391:0:6140:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c8a36c7e. 00000100:00000010:0.0:1773941331.732398:0:6140:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000524b9c84. 00000100:00000010:0.0:1773941331.732402:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aca3a96f. 00000100:00000010:0.0:1773941331.732406:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000636901f6. 00000100:00000010:0.0:1773941331.732409:0:6140:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000506ca39b. 00000100:00000010:0.0:1773941331.732417:0:6140:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000539eba45. 00000100:00000010:0.0:1773941331.732423:0:6140:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000bac9210e. 00000100:00000010:0.0:1773941331.732426:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba2a1877. 00000100:00000010:0.0:1773941331.732429:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000390774c. 00000400:00000200:0.0:1773941331.732433:0:6140:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1773941331.732464:0:6140:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000788ed256. 00000020:00000010:0.0:1773941331.732469:0:6140:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003afad259. 00000100:00000010:0.0:1773941331.732515:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7440e36. 00000100:00000010:0.0:1773941331.732519:0:6140:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009dc867b3. 00000100:00000010:0.0:1773941331.732522:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009dd87fbd. 00000100:00000010:0.0:1773941331.732525:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f7195464. 00000100:00000010:0.0:1773941331.732527:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000abd1601a. 00000100:00000010:0.0:1773941331.732529:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002c5cc237. 00000100:00000010:0.0:1773941331.732530:0:6140:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000dbf74894. 00000100:00000010:0.0:1773941331.732532:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000017d007ef. 00000100:00000010:0.0:1773941331.732533:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003bc2e7fb. 00000100:00000010:0.0:1773941331.732535:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002524e714. 00000100:00000200:0.0:1773941331.732551:0:6140:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1773941331.732554:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000eee17155. 00000100:00000010:0.0:1773941331.732800:0:6141:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000079f4e909. 00000020:00000010:0.0:1773941331.732804:0:6141:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ca51d622. 00000020:00000010:0.0:1773941331.732811:0:6141:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000031fbf16. 00000020:00000010:0.0:1773941331.732813:0:6141:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000005642d938. 00000040:00000010:0.0:1773941331.732815:0:6141:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a9f002b8. 00000020:00000010:0.0:1773941331.732817:0:6141:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6e37186. 00000020:00000010:0.0:1773941331.732829:0:6141:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009979ba5d. 00000020:00000010:0.0:1773941331.732832:0:6141:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad3d865e. 80000000:00000010:0.0:1773941331.732835:0:6141:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d7cc707e. 40000000:00000010:0.0:1773941331.732837:0:6141:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d73cc9e6. 00100000:00000010:0.0:1773941331.732840:0:6141:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c7b8cad. 00040000:00000010:0.0:1773941331.732842:0:6141:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000720379ce. 00040000:00000010:0.0:1773941331.732845:0:6141:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000052930f50. 00040000:00000010:0.0:1773941331.732847:0:6141:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000015796d44. 00000004:00000010:0.0:1773941331.732849:0:6141:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000abe3c185. 00000004:00000010:0.0:1773941331.732853:0:6141:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000076fb186c. 00000004:00000010:0.0:1773941331.732855:0:6141:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000c75c2767. 00002000:00000010:0.0:1773941331.732858:0:6141:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000013f2e068. 00000004:00000010:0.0:1773941331.732861:0:6141:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000a6849477. 00000100:00000200:0.0:1773941331.732863:0:6141:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773941331.732868:0:6141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a2462ab. 00000400:00000010:0.0:1773941331.732871:0:6141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000848e331f. 00000100:00000010:0.0:1773941331.732877:0:6141:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000030764da4. 00000100:00000200:0.0:1773941331.732891:0:6141:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1773941331.732915:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e50dc5c9. 00000100:00000010:1.0:1773941331.733069:0:6142:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f128f1d5. 00000020:00000010:1.0:1773941331.733074:0:6142:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c46a30f7. 00000020:00000010:1.0:1773941331.733079:0:6142:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ee9f865. 00000020:00000010:1.0:1773941331.733084:0:6142:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018ecb4bc. 00000040:00000010:1.0:1773941331.733088:0:6142:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000adae71bd. 00000020:00000010:1.0:1773941331.733092:0:6142:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b7c00da4. 00000020:00000010:1.0:1773941331.733109:0:6142:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d9f367dd. 00000020:00000010:1.0:1773941331.733114:0:6142:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007a5ebf15. 80000000:00000010:1.0:1773941331.733117:0:6142:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3196856. 40000000:00000010:1.0:1773941331.733120:0:6142:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bcb38ba7. 00100000:00000010:1.0:1773941331.733124:0:6142:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6090fac. 00040000:00000010:1.0:1773941331.733129:0:6142:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000476cfd79. 00040000:00000010:1.0:1773941331.733133:0:6142:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000528d4198. 00040000:00000010:1.0:1773941331.733136:0:6142:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3f25089. 00000004:00000010:1.0:1773941331.733141:0:6142:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000033afac74. 00000004:00000010:1.0:1773941331.733145:0:6142:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000002026f07f. 00000004:00000010:1.0:1773941331.733149:0:6142:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe371a59. 00002000:00000010:1.0:1773941331.733153:0:6142:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d305e0e. 00000004:00000010:1.0:1773941331.733156:0:6142:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000003922ca78. 00000100:00000010:1.0:1773941331.733161:0:6142:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000afed52a6. 00000100:00000200:1.0:1773941331.733177:0:6142:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941331.733193:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fadd5338. 00000800:00000010:3.0:1773941331.733262:0:2385:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bec3debc. 00000800:00000010:3.0:1773941331.733267:0:2385:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085134ff6. 00000800:00000010:3.0:1773941331.733273:0:2385:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0db13e8. 00000800:00000010:3.0:1773941331.733282:0:2385:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0db13e8. 00000100:00000010:2.0:1773941331.733360:0:6143:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a26b20e9. 00000020:00000010:2.0:1773941331.733368:0:6143:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008ab60e17. 00000020:00000010:2.0:1773941331.733372:0:6143:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5ac48e4. 00000020:00000010:2.0:1773941331.733374:0:6143:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076b495a0. 00000040:00000010:2.0:1773941331.733375:0:6143:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001cfd8d2b. 00000020:00000010:2.0:1773941331.733378:0:6143:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000071852af8. 00000020:00000010:2.0:1773941331.733389:0:6143:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000744f47c1. 00000020:00000010:2.0:1773941331.733393:0:6143:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a9211a9. 80000000:00000010:2.0:1773941331.733397:0:6143:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0fe3105. 40000000:00000010:2.0:1773941331.733399:0:6143:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001e230bad. 00100000:00000010:2.0:1773941331.733402:0:6143:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000075e683e8. 00040000:00000010:2.0:1773941331.733405:0:6143:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001235d880. 00040000:00000010:2.0:1773941331.733408:0:6143:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c59ad97e. 00040000:00000010:2.0:1773941331.733410:0:6143:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b44eec1b. 00000004:00000010:2.0:1773941331.733413:0:6143:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b1143d22. 00000004:00000010:2.0:1773941331.733417:0:6143:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000043901cf1. 00000004:00000010:2.0:1773941331.733420:0:6143:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000004350b1b2. 00002000:00000010:2.0:1773941331.733423:0:6143:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007e9dcb5c. 00000004:00000010:2.0:1773941331.733426:0:6143:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000b3aa9449. 00000100:00000200:2.0:1773941331.733430:0:6143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941331.733443:0:6143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc3e9252. 00000400:00000010:2.0:1773941331.733448:0:6143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052883406. 00000100:00000010:2.0:1773941331.733453:0:6143:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006f3f7d04. 00000100:00000200:2.0:1773941331.733466:0:6143:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1773941331.733496:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fc871c9f. 00000100:00000010:2.0:1773941331.733818:0:6144:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000007a012e59. 00000020:00000010:2.0:1773941331.733821:0:6144:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000032d3f716. 00000020:00000010:2.0:1773941331.733825:0:6144:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e32290f. 00000020:00000010:2.0:1773941331.733834:0:6144:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d640aec. 00000040:00000010:2.0:1773941331.733837:0:6144:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000007810611. 00000020:00000010:2.0:1773941331.733849:0:6144:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f2b6a97. 00000020:00000010:2.0:1773941331.733852:0:6144:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000081ba78. 00000020:00000010:2.0:1773941331.733856:0:6144:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000099830f0. 80000000:00000010:2.0:1773941331.733859:0:6144:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009169fa29. 40000000:00000010:2.0:1773941331.733862:0:6144:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005bee13f7. 00100000:00000010:2.0:1773941331.733865:0:6144:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004394696c. 00040000:00000010:2.0:1773941331.733874:0:6144:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004dfb58fb. 00040000:00000010:2.0:1773941331.733876:0:6144:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d6f0719b. 00040000:00000010:2.0:1773941331.733878:0:6144:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b2d1912c. 00000004:00000010:2.0:1773941331.733880:0:6144:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000087df4728. 00000004:00000010:2.0:1773941331.733883:0:6144:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000007de3fb2b. 00000004:00000010:2.0:1773941331.733885:0:6144:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000000a50ce5e. 00002000:00000010:2.0:1773941331.733887:0:6144:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000136e19ac. 00000004:00000010:2.0:1773941331.733889:0:6144:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000bdc15252. 00000100:00000010:2.0:1773941331.733891:0:6144:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000fd425f67. 00000100:00000200:2.0:1773941331.733902:0:6144:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941331.733924:0:6140:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000a7f755f5. 00000100:00000010:0.0:1773941331.733930:0:6140:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000aeb26afe. 00000100:00000010:0.0:1773941331.733943:0:6140:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f3c25f4c. 00000100:00000010:0.0:1773941331.733951:0:6140:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000a20c88ec. 00000100:00000010:0.0:1773941331.733956:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055814071. 00000100:00000010:0.0:1773941331.733960:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000bb22964. 00000100:00000010:0.0:1773941331.733963:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c1d6b23. 00000100:00000010:0.0:1773941331.733966:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000068767b9. 00000100:00000010:0.0:1773941331.733972:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de81ae1a. 00000100:00000010:0.0:1773941331.733976:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e666edf. 00000100:00000010:0.0:1773941331.733978:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ecb6872. 00000100:00000010:0.0:1773941331.733981:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079b42309. 00000100:00000010:0.0:1773941331.733983:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000976b5543. 00000100:00000010:0.0:1773941331.733986:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd0e0f3e. 00000100:00000010:0.0:1773941331.733987:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8840542. 00000100:00000010:0.0:1773941331.733995:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eae003d0. 00000100:00000010:0.0:1773941331.733997:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030a3b0b7. 00000100:00000010:0.0:1773941331.734000:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005201d5b2. 00000100:00000010:0.0:1773941331.734002:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c35102a. 00000100:00000010:0.0:1773941331.734005:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002de9d0f6. 00000100:00000010:0.0:1773941331.734007:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e313ccca. 00000100:00000010:0.0:1773941331.734009:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a86e65e3. 00000100:00000010:0.0:1773941331.734011:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069c22114. 00000100:00000010:0.0:1773941331.734018:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e6c2523. 00000100:00000010:0.0:1773941331.734022:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e786603c. 00000100:00000010:0.0:1773941331.734027:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e0f7348c. 00000100:00000010:0.0:1773941331.734030:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005511813a. 00000100:00000010:0.0:1773941331.734035:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac7073ae. 00000100:00000010:0.0:1773941331.734038:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090113215. 00000100:00000010:0.0:1773941331.734055:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046503485. 00000100:00000010:0.0:1773941331.734060:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006aad4b13. 00000100:00000010:0.0:1773941331.734071:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e69d361. 00000100:00000010:0.0:1773941331.734076:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000831a196f. 00000100:00000010:0.0:1773941331.734081:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ace29f8. 00000400:00000200:3.0:1773941331.734092:0:2385:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:0.0:1773941331.734092:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b97c776. 00000100:00000010:0.0:1773941331.734098:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8d16518. 00000100:00000010:0.0:1773941331.734102:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6677c02. 00000100:00000010:0.0:1773941331.734105:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c154dd3e. 00000100:00000010:0.0:1773941331.734106:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d577bd69. 00000100:00000010:0.0:1773941331.734117:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004fa2bbba. 00000100:00000010:0.0:1773941331.734119:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082ff1367. 00000100:00000010:0.0:1773941331.734121:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a070442. 00000100:00000010:0.0:1773941331.734124:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003815df2c. 00000100:00000010:0.0:1773941331.734127:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000450ed8d0. 00000800:00000200:3.1:1773941331.734128:0:2385:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000010:0.0:1773941331.734129:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c3ef968. 00000100:00000010:0.0:1773941331.734136:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065f9cf8c. 00000100:00000010:0.0:1773941331.734138:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bbb2d62. 00000800:00000200:3.1:1773941331.734142:0:2385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.1:1773941331.734146:0:2385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bf5aa29a type 2, nob 96 niov 1 nkiov 0 00000100:00000010:0.0:1773941331.734147:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004fffb2b0. 00000100:00000010:0.0:1773941331.734152:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3bcd302. 00000100:00000010:0.0:1773941331.734155:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d66f2cd. 00000800:00000200:3.0:1773941331.734156:0:2385:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.146@tcp p 3.x 192.168.202.46 -> 192.168.202.146:988 incarnation:1773941281426057460 sched[0] 00000100:00000010:0.0:1773941331.734158:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065853b8e. 00000800:00000010:3.0:1773941331.734163:0:2385:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085134ff6. 00000100:00000010:0.0:1773941331.734165:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc9366a3. 00000100:00000010:0.0:1773941331.734169:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f064c24. 00000100:00000010:0.0:1773941331.734172:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba74281c. 00000100:00000010:0.0:1773941331.734175:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e143caed. 00000100:00000010:0.0:1773941331.734182:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b82dec4. 00000100:00000010:0.0:1773941331.734184:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c93f1005. 00000100:00000010:0.0:1773941331.734187:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a2a4aa4. 00000100:00000010:0.0:1773941331.734189:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039c3fdf4. 00000100:00000010:0.0:1773941331.734192:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8dbda87. 00000100:00000010:0.0:1773941331.734193:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c459b20. 00000100:00000010:0.0:1773941331.734196:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004baf6951. 00000100:00000010:0.0:1773941331.734199:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fe118a2. 00000100:00000010:0.0:1773941331.734207:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025d44988. 00000100:00000010:0.0:1773941331.734211:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000427eb520. 00000100:00000010:0.0:1773941331.734215:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000dcac82a. 00000100:00000010:0.0:1773941331.734223:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000527d984e. 00000400:00000200:3.0:1773941331.734226:0:2385:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.146:988 00000100:00000010:0.0:1773941331.734227:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6df8c8c. 00000100:00000010:0.0:1773941331.734232:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000434bf74a. 00000100:00000010:0.0:1773941331.734237:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000136802f7. 00000100:00000010:0.0:1773941331.734244:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000862421f4. 00000100:00000010:0.0:1773941331.734252:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3314139. 00000100:00000010:0.0:1773941331.734255:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086714a71. 00000100:00000010:0.0:1773941331.734259:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b101eb9c. 00000100:00000010:0.0:1773941331.734261:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7b8364f. 00000100:00000010:0.0:1773941331.734266:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004380611c. 00000800:00000200:1.0:1773941331.734268:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1773941331.734269:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d95ac2d. 00000800:00000010:1.0:1773941331.734274:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bf5aa29a. 00000100:00000010:0.0:1773941331.734277:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000061cd866. 00000400:00000200:1.0:1773941331.734282:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1773941331.734283:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000467b2861. 00000400:00000200:1.0:1773941331.734294:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: GET: OK 00000100:00000010:0.0:1773941331.734294:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025cc5ca2. 00000100:00000010:0.0:1773941331.734299:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c50cabc. 00000400:00000200:1.0:1773941331.734303:0:2390:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:0.0:1773941331.734304:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c427d4d. 00000100:00000010:0.0:1773941331.734306:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6014e33. 00000100:00000010:0.0:1773941331.734308:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a715411. 00000100:00000010:0.0:1773941331.734311:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002edaad71. 00000100:00000010:0.0:1773941331.734316:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000027a48e2. 00000400:00000200:1.0:1773941331.734317:0:2390:0:(peer.c:3033:lnet_discovery_event_send()) Ping Send to 192.168.202.146@tcp: 0 00000100:00000010:0.0:1773941331.734319:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043ef63d9. 00000100:00000010:0.0:1773941331.734330:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022fb1bb5. 00000100:00000010:0.0:1773941331.734332:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de50f414. 00000100:00000010:0.0:1773941331.734335:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006bad9bf. 00000100:00000010:0.0:1773941331.734337:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a19ec4f1. 00000100:00000010:0.0:1773941331.734340:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000959a77ea. 00000100:00000010:0.0:1773941331.734342:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000980ba88d. 00000100:00000010:0.0:1773941331.734345:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b8450f6. 00000100:00000010:0.0:1773941331.734348:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000388e2c54. 00000100:00000010:0.0:1773941331.734355:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087d59f65. 00000100:00000010:0.0:1773941331.734357:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba38a4af. 00000100:00000010:0.0:1773941331.734361:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c1cebf14. 00000100:00000010:0.0:1773941331.734367:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a05e09d. 00000100:00000010:0.0:1773941331.734370:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e87183e7. 00000100:00000010:0.0:1773941331.734372:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b541ede. 00000100:00000010:0.0:1773941331.734378:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8ea306b. 00000100:00000010:0.0:1773941331.734380:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd010af9. 00000100:00000010:0.0:1773941331.734388:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d9e6f21. 00000100:00000010:0.0:1773941331.734390:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078d603c7. 00000100:00000010:0.0:1773941331.734393:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4274e31. 00000100:00000010:0.0:1773941331.734395:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8bcc4de. 00000100:00000010:0.0:1773941331.734399:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f35c8fd. 00000100:00000010:0.0:1773941331.734400:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000408e160d. 00000100:00000010:0.0:1773941331.734404:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b0a4332. 00000100:00000010:0.0:1773941331.734405:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e4f4375. 00000100:00000010:0.0:1773941331.734413:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2bdc1e3. 00000100:00000010:0.0:1773941331.734415:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a359cec5. 00000100:00000010:0.0:1773941331.734419:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006c7a683. 00000100:00000010:0.0:1773941331.734420:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b72b40b1. 00000100:00000010:0.0:1773941331.734424:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e694894. 00000100:00000010:0.0:1773941331.734425:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fc4acf2. 00000100:00000010:0.0:1773941331.734429:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d48e9cbb. 00000100:00000010:0.0:1773941331.734430:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047f348f1. 00000100:00000010:0.0:1773941331.734437:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cfed7c70. 00000100:00000010:0.0:1773941331.734439:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033686776. 00000100:00000010:0.0:1773941331.734442:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acba827a. 00000100:00000010:0.0:1773941331.734443:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dd8d325. 00000100:00000010:0.0:1773941331.734446:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018f41258. 00000100:00000010:0.0:1773941331.734447:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa7e9f33. 00000100:00000010:0.0:1773941331.734450:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001dbc3609. 00000100:00000010:0.0:1773941331.734451:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e0de4be. 00000100:00000010:0.0:1773941331.734458:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004159413f. 00000100:00000010:0.0:1773941331.734459:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054813fb1. 00000100:00000010:0.0:1773941331.734462:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b4eebbf. 00000100:00000010:0.0:1773941331.734469:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092675f07. 00000100:00000010:0.0:1773941331.734472:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072284328. 00000100:00000010:0.0:1773941331.734477:0:6140:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000018fb96d8. 00000100:00000010:0.0:1773941331.734487:0:6140:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000002ec5c025. 00000100:00000010:0.0:1773941331.734492:0:6140:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002a7a33c0. 00000100:00000010:0.0:1773941331.734495:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8cfc792. 00000100:00000010:0.0:1773941331.734498:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001fa17ec. 00000100:00000010:0.0:1773941331.734500:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf31bb6b. 00000100:00000010:0.0:1773941331.734507:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa850708. 00000100:00000010:0.0:1773941331.734509:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031244aa5. 00000100:00000010:0.0:1773941331.734512:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000061743833. 00000100:00000010:0.0:1773941331.734514:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009466527c. 00000100:00000010:0.0:1773941331.734517:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000894d6c4. 00000100:00000010:0.0:1773941331.734518:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025a1dd54. 00000100:00000010:0.0:1773941331.734521:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df516d11. 00000100:00000010:0.0:1773941331.734522:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c65cf4f. 00000100:00000010:0.0:1773941331.734529:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf294e25. 00000100:00000010:0.0:1773941331.734530:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e8a3884. 00000100:00000010:0.0:1773941331.734533:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e14845ba. 00000100:00000010:0.0:1773941331.734535:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7ff8026. 00000100:00000010:0.0:1773941331.734538:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054c26e23. 00000100:00000010:0.0:1773941331.734541:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a269059. 00000100:00000010:0.0:1773941331.734543:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f514f3cb. 00000100:00000010:0.0:1773941331.734545:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c32ef976. 00000100:00000010:0.0:1773941331.734552:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000029db006. 00000100:00000010:0.0:1773941331.734554:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f5fca00. 00000100:00000010:0.0:1773941331.734557:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028db01da. 00000100:00000010:0.0:1773941331.734560:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbf26b98. 00000100:00000010:0.0:1773941331.734563:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3c7fba7. 00000100:00000010:0.0:1773941331.734566:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033815d00. 00000100:00000010:0.0:1773941331.734569:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027c856a0. 00000100:00000010:0.0:1773941331.734570:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccdd07fc. 00000100:00000010:0.0:1773941331.734598:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000688b5fd5. 00000100:00000010:0.0:1773941331.734611:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3a2fa24. 00000100:00000010:0.0:1773941331.734616:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001959d8e5. 00000100:00000010:0.0:1773941331.734618:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c833cca4. 00000100:00000010:0.0:1773941331.734621:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a3ef12c8. 00000100:00000010:0.0:1773941331.734622:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070adac77. 00000100:00000010:0.0:1773941331.734625:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000035b2b5cd. 00000100:00000010:0.0:1773941331.734627:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000772b72fc. 00000100:00000010:0.0:1773941331.734634:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ced8295. 00000100:00000010:0.0:1773941331.734636:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bea21afb. 00000100:00000010:0.0:1773941331.734641:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000056d13ade. 00000100:00000010:0.0:1773941331.734643:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c345b5c1. 00000100:00000010:0.0:1773941331.734646:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036c44833. 00000100:00000010:0.0:1773941331.734649:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000320e08e0. 00000100:00000010:0.0:1773941331.734652:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b86121eb. 00000100:00000010:0.0:1773941331.734654:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5df5ee9. 00000100:00000010:0.0:1773941331.734661:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000416d2c29. 00000100:00000010:0.0:1773941331.734664:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071ddfad7. 00000800:00000010:3.0:1773941331.734665:0:2385:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c23b8cf. 00000100:00000010:0.0:1773941331.734668:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000094c8b4ba. 00000800:00000010:3.0:1773941331.734671:0:2385:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085134ff6. 00000100:00000010:0.0:1773941331.734673:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b156aa9d. 00000800:00000010:3.0:1773941331.734676:0:2385:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004027ace4. 00000100:00000010:0.0:1773941331.734678:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a8ff789. 00000100:00000010:0.0:1773941331.734683:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038121c3c. 00000800:00000010:3.0:1773941331.734686:0:2385:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004027ace4. 00000100:00000010:0.0:1773941331.734687:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe0756fe. 00000100:00000010:0.0:1773941331.734693:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9ebc566. 00000100:00000010:0.0:1773941331.734704:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026482715. 00000100:00000010:0.0:1773941331.734707:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e233ae7. 00000100:00000010:0.0:1773941331.734712:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d3c86dfa. 00000100:00000010:0.0:1773941331.734715:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d12801f. 00000100:00000010:0.0:1773941331.734720:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4923817. 00000100:00000010:0.0:1773941331.734723:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c8a0ebb. 00000100:00000010:0.0:1773941331.734728:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000927c1b75. 00000100:00000010:0.0:1773941331.734731:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012ac7e9b. 00000100:00000010:0.0:1773941331.734747:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7139820. 00000100:00000010:0.0:1773941331.734757:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cf1c538. 00000100:00000010:0.0:1773941331.734763:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa633736. 00000100:00000010:0.0:1773941331.734766:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a04cb318. 00000100:00000010:0.0:1773941331.734772:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000038aa4b5f. 00000100:00000010:0.0:1773941331.734775:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dd395bf. 00000100:00000010:0.0:1773941331.734780:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bc4f812. 00000100:00000010:0.0:1773941331.734782:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001aa40394. 00000100:00000010:0.0:1773941331.734790:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6ac102b. 00000100:00000010:0.0:1773941331.734793:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e676725c. 00000100:00000010:0.0:1773941331.734797:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000002e98e1. 00000100:00000010:0.0:1773941331.734799:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f152218e. 00000100:00000010:0.0:1773941331.734803:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010d567f2. 00000100:00000010:0.0:1773941331.734805:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e86aa344. 00000100:00000010:0.0:1773941331.734809:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000978d1ffd. 00000100:00000010:0.0:1773941331.734812:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c782a95. 00000400:00000200:1.0:1773941331.734816:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:0.0:1773941331.734820:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7c399f9. 00000400:00000200:1.0:1773941331.734821:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : REPLY - for me 00000100:00000010:0.0:1773941331.734824:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000544869ec. 00000100:00000010:0.0:1773941331.734829:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad601731. 00000100:00000010:0.0:1773941331.734831:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081b0ea59. 00000100:00000010:0.0:1773941331.734833:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004801aa3e. 00000100:00000010:0.0:1773941331.734835:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000267a4657. 00000100:00000010:0.0:1773941331.734838:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000106a0445. 00000400:00000200:1.0:1773941331.734842:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:0.0:1773941331.734843:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cfda787. 00000400:00000200:1.0:1773941331.734847:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.734854:0:2390:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.202.46@tcp: Reply from 12345-192.168.202.146@tcp of length 48/48 into md 0x5 00000100:00000010:0.0:1773941331.734859:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004893eb7f. 00000100:00000010:0.0:1773941331.734866:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a68cedfa. 00000100:00000010:0.0:1773941331.734872:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000042d7d9f4. 00000400:00000200:1.0:1773941331.734874:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1773941331.734876:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f9a8d1b. 00000400:00000200:1.0:1773941331.734881:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: REPLY: OK 00000100:00000010:0.0:1773941331.734885:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000067f9862. 00000400:00000200:1.0:1773941331.734886:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000433a8332 00000400:00000010:1.0:1773941331.734889:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000433a8332. 00000100:00000010:0.0:1773941331.734892:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047cc79e0. 00000400:00000200:1.0:1773941331.734893:0:2390:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1773941331.734898:0:2390:0:(peer.c:2911:lnet_discovery_event_reply()) Peer 192.168.202.146@tcp has discovery enabled 00000400:00000200:1.0:1773941331.734900:0:2390:0:(peer.c:2923:lnet_discovery_event_reply()) peer 192.168.202.146@tcp(00000000b1b00cb5) is MR 00000100:00000010:0.0:1773941331.734902:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054a31531. 00000400:00000200:1.0:1773941331.734904:0:2390:0:(peer.c:2992:lnet_discovery_event_reply()) peer 192.168.202.146@tcp data present 363512030. state = 0x100241 00000400:00000200:1.0:1773941331.734907:0:2390:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.146@tcp: -114 00000100:00000010:0.0:1773941331.734914:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee6c9b35. 00000100:00000010:0.0:1773941331.734926:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e367d28f. 00000100:00000010:0.0:1773941331.734937:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2ecfb98. 00000100:00000010:0.0:1773941331.734942:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0a2ab09. 00000100:00000010:0.0:1773941331.734944:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffdd676d. 00000100:00000010:0.0:1773941331.734947:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba81cfc8. 00000100:00000010:0.0:1773941331.734948:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000533b9ac7. 00000100:00000010:0.0:1773941331.734951:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031605a4e. 00000100:00000010:0.0:1773941331.734954:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cf52991. 00000100:00000010:0.0:1773941331.734962:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7a27535. 00000100:00000010:0.0:1773941331.734965:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec092e7e. 00000100:00000010:0.0:1773941331.734969:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b14e6345. 00000100:00000010:0.0:1773941331.734970:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a41b0b06. 00000100:00000010:0.0:1773941331.734974:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b078f6cd. 00000100:00000010:0.0:1773941331.734977:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7fafcb2. 00000100:00000010:0.0:1773941331.734981:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006d58e9e. 00000100:00000010:0.0:1773941331.734984:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ee04e8e. 00000100:00000010:0.0:1773941331.734991:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044404f9a. 00000100:00000010:0.0:1773941331.734993:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012cd6766. 00000100:00000010:0.0:1773941331.734996:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a50afef4. 00000100:00000010:0.0:1773941331.734998:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e30cab4. 00000100:00000010:0.0:1773941331.735001:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010ab3dd4. 00000100:00000010:0.0:1773941331.735004:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000510c9a9a. 00000400:00000200:3.0:1773941331.735005:0:2396:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:0.0:1773941331.735007:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007aee079c. 00000100:00000010:0.0:1773941331.735010:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ffc44b0. 00000400:00000200:3.0:1773941331.735011:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x1000c1 00000400:00000010:3.0:1773941331.735019:0:2396:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000004027ace4. 00000100:00000010:0.0:1773941331.735019:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c6ad307. 00000400:00000010:3.0:1773941331.735025:0:2396:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000001282aac0. 00000100:00000010:0.0:1773941331.735027:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000288cddd3. 00000400:00000010:3.0:1773941331.735028:0:2396:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000000f22b91f. 00000400:00000200:3.0:1773941331.735034:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:0.0:1773941331.735036:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008bfda505. 00000400:00000200:3.0:1773941331.735055:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:0.0:1773941331.735057:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d37d441. 00000100:00000010:0.0:1773941331.735063:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8981fa5. 00000100:00000010:0.0:1773941331.735066:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f587616e. 00000100:00000010:0.0:1773941331.735076:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a5667a5e. 00000100:00000010:0.0:1773941331.735079:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098802942. 00000100:00000010:0.0:1773941331.735091:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000911fad5a. 00000100:00000010:0.0:1773941331.735099:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec3c535c. 00000100:00000010:0.0:1773941331.735104:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000274b206d. 00000400:00000010:3.0:1773941331.735105:0:2396:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000004027ace4. 00000100:00000010:0.0:1773941331.735107:0:6140:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006be458ce. 00000400:00000010:3.0:1773941331.735109:0:2396:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000001282aac0. 00000400:00000010:3.0:1773941331.735112:0:2396:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000000f22b91f. 00000100:00000010:0.0:1773941331.735113:0:6140:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009dacb4fb. 00000400:00000010:3.0:1773941331.735115:0:2396:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c08763e0. 00000400:00000200:0.0:1773941331.735118:0:6140:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000400:00000200:3.0:1773941331.735121:0:2396:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.146@tcp (00000000b1b00cb5): 0 00000400:00000200:3.0:1773941331.735125:0:2396:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.146@tcp(00000000b1b00cb5): 0. state = 0x100141 00000400:00000200:3.0:1773941331.735128:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100141 rc 1 00000400:00000200:3.0:1773941331.735130:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100141 00000400:00000010:3.0:1773941331.735135:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080c110f6. 00000400:00000010:3.0:1773941331.735143:0:2396:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000055042d45. 00000400:00000200:3.0:1773941331.735147:0:2396:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941331.735160:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000010:0.0:1773941331.735161:0:6140:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f5d4ce12. 00000400:00000200:3.0:1773941331.735166:0:2396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.46@tcp to MR: 192.168.202.146@tcp local destination 00000020:00000010:0.0:1773941331.735166:0:6140:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003fe11193. 00000400:00000200:3.0:1773941331.735175:0:2396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [2:2:256:4294967295] 192.168.202.146@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1773941331.735181:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.735185:0:2396:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.146@tcp 00000400:00000200:3.0:1773941331.735192:0:2396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:192.168.202.46@tcp) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941331.735199:0:2396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941331.735205:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1042d2e. 00000100:00000010:0.0:1773941331.735205:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d143684c. 00000100:00000010:0.0:1773941331.735210:0:6140:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005613096c. 00000800:00000200:3.0:1773941331.735214:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (3) 00000100:00000010:0.0:1773941331.735215:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001324cc5e. 00000100:00000010:0.0:1773941331.735220:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001e8db061. 00000100:00000010:0.0:1773941331.735223:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000053537e16. 00000800:00000200:3.0:1773941331.735226:0:2396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000100:00000010:0.0:1773941331.735228:0:6140:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000b4928e48. 00000100:00000010:0.0:1773941331.735231:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000082408a1b. 00000800:00000200:3.0:1773941331.735233:0:2396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d1042d2e type 1, nob 144 niov 1 nkiov 1 00000100:00000010:0.0:1773941331.735234:0:6140:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e2a3c25f. 00000100:00000010:0.0:1773941331.735237:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000011b21de. 00000100:00000010:0.0:1773941331.735240:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000c5a44c4. 00000100:00000010:0.0:1773941331.735242:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b1e0cad7. 00000100:00000010:0.0:1773941331.735243:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006b9a3107. 00000100:00000010:0.0:1773941331.735244:0:6140:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000579c5ddc. 00000100:00000010:0.0:1773941331.735245:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000063470f7c. 00000100:00000010:0.0:1773941331.735246:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006920b310. 00000100:00000010:0.0:1773941331.735248:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d243f42d. 00000400:00000200:3.0:1773941331.735251:0:2396:0:(peer.c:3922:lnet_peer_send_push()) peer 192.168.202.146@tcp 00000100:00000010:0.0:1773941331.735252:0:6140:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000f002ca52. 00000100:00000010:0.0:1773941331.735256:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000609186de. 00000100:00000010:0.0:1773941331.735259:0:6140:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fa4d3b41. 00000100:00000010:0.0:1773941331.735260:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009673c4f2. 00000100:00000010:0.0:1773941331.735262:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000053ba395a. 00000100:00000010:0.0:1773941331.735263:0:6140:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000619b81be. 00000100:00000200:0.0:1773941331.735294:0:6140:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000800:00000200:1.0:1773941331.735300:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1773941331.735300:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ab699361. 00000400:00000200:3.0:1773941331.735306:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100541 rc 0 00000800:00000010:1.0:1773941331.735306:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1042d2e. 00000400:00000200:1.0:1773941331.735312:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.735317:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941331.735321:0:2391:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1773941331.735322:0:2391:0:(peer.c:3033:lnet_discovery_event_send()) Push Send to 192.168.202.146@tcp: 0 00000100:00000010:1.0:1773941331.735451:0:6145:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000005290ef25. 00000020:00000010:1.0:1773941331.735454:0:6145:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c1f6c4f4. 00000020:00000010:1.0:1773941331.735457:0:6145:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cd189d4. 00000020:00000010:1.0:1773941331.735460:0:6145:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e8b91648. 00000020:00000010:1.0:1773941331.735462:0:6145:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000d0a51a39. 00000040:00000010:1.0:1773941331.735464:0:6145:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000edacb54a. 00000020:00000010:1.0:1773941331.735468:0:6145:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef1aab84. 00000020:00000010:1.0:1773941331.735470:0:6145:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020b9d164. 00000020:00000010:1.0:1773941331.735472:0:6145:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000caf5fb5c. 80000000:00000010:1.0:1773941331.735474:0:6145:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000021e3e7d4. 40000000:00000010:1.0:1773941331.735486:0:6145:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006664e4df. 00000008:00000010:1.0:1773941331.735501:0:6145:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000005b7004ed. 00020000:00000010:1.0:1773941331.735508:0:6145:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000023789388. 00008000:00000010:1.0:1773941331.735518:0:6145:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a71a7093. 00100000:00000010:1.0:1773941331.735521:0:6145:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020b0b7a5. 00040000:00000010:1.0:1773941331.735524:0:6145:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000797d5c52. 00000400:00000200:3.0:1773941331.735528:0:2385:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00040000:00000010:1.0:1773941331.735529:0:6145:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ef6a01a9. 00040000:00000010:1.0:1773941331.735534:0:6145:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d97597a0. 00000800:00000200:3.1:1773941331.735535:0:2385:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000004:00000010:1.0:1773941331.735537:0:6145:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003068732a. 00000004:00000010:1.0:1773941331.735542:0:6145:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cd2f22f0. 00000800:00000200:3.0:1773941331.735546:0:2385:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.146@tcp p 3.x 192.168.202.46 -> 192.168.202.146:988 incarnation:1773941281426057460 sched[0] 00000004:00000010:1.0:1773941331.735547:0:6145:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000003e157f9e. 00002000:00000010:1.0:1773941331.735552:0:6145:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000752a368d. 00000004:00000010:1.0:1773941331.735555:0:6145:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000f5af48cf. 00000080:00000010:1.0:1773941331.735564:0:6145:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a1e20456. 00000080:00000010:1.0:1773941331.735574:0:6145:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008ae8c29a. 00000100:00000200:1.0:1773941331.735603:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735607:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d086ece6. 00000400:00000010:1.0:1773941331.735610:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4a035d1. 00000100:00000200:1.0:1773941331.735614:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735616:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000435b5ee4. 00000800:00000010:3.0:1773941331.735619:0:2385:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085134ff6. 00000400:00000010:1.0:1773941331.735619:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca2106c6. 00000100:00000200:1.0:1773941331.735627:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735631:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f99f0e6. 00000400:00000010:1.0:1773941331.735635:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e7eea01. 00000100:00000200:1.0:1773941331.735639:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735643:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba1640b. 00000400:00000010:1.0:1773941331.735646:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000972d5cd7. 00000100:00000200:1.0:1773941331.735649:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735653:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f55b22c. 00000400:00000010:1.0:1773941331.735658:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000801d1d1c. 00000100:00000200:1.0:1773941331.735662:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735665:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e37f83f. 00000400:00000200:3.0:1773941331.735669:0:2385:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.146:988 00000400:00000010:1.0:1773941331.735670:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b8f9be4. 00000100:00000200:1.0:1773941331.735677:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735681:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd4e15b. 00000400:00000010:1.0:1773941331.735685:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022df4ecf. 00000100:00000200:1.0:1773941331.735688:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735701:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ec534f4. 00000400:00000010:1.0:1773941331.735703:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef7bd68b. 00000100:00000200:1.0:1773941331.735705:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735706:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a01c65fe. 00000400:00000010:1.0:1773941331.735708:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007754c3d. 00000100:00000200:1.0:1773941331.735709:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735710:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187fd97b. 00000400:00000010:1.0:1773941331.735712:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2d65930. 00000100:00000200:1.0:1773941331.735713:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735714:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad20b9a2. 00000400:00000010:1.0:1773941331.735716:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000265904f4. 00000100:00000200:1.0:1773941331.735717:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735718:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b18b3ca6. 00000400:00000010:1.0:1773941331.735720:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e45d038. 00000100:00000200:1.0:1773941331.735721:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735723:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8ea37c0. 00000400:00000010:1.0:1773941331.735725:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004afe0604. 00000100:00000200:1.0:1773941331.735726:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735727:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d27cd625. 00000400:00000010:1.0:1773941331.735729:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e91fa304. 00000100:00000200:1.0:1773941331.735730:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735731:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000301bf9b. 00000400:00000010:1.0:1773941331.735733:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2716bf7. 00000100:00000200:1.0:1773941331.735734:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735735:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a006ccb3. 00000400:00000010:1.0:1773941331.735737:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c3a93c7. 00000100:00000200:1.0:1773941331.735739:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735739:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718988e3. 00000400:00000010:1.0:1773941331.735741:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073a2eaad. 00000100:00000200:1.0:1773941331.735742:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735743:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8562122. 00000400:00000010:1.0:1773941331.735744:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000090e44f8. 00000100:00000200:1.0:1773941331.735746:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735748:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005368fd91. 00000400:00000010:1.0:1773941331.735749:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b0ed0d1. 00000100:00000200:1.0:1773941331.735756:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735758:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c74a8dfe. 00000400:00000010:1.0:1773941331.735760:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007142f097. 00000100:00000200:1.0:1773941331.735762:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735765:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9189336. 00000400:00000010:1.0:1773941331.735767:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088a0d862. 00000100:00000200:1.0:1773941331.735769:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1773941331.735772:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941331.735773:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005583e423. 00000400:00000010:1.0:1773941331.735778:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041cd52ea. 00000400:00000200:3.0:1773941331.735781:0:2385:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.146:988 00000400:00000200:0.0:1773941331.735781:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : ACK - for me 00000100:00000200:1.0:1773941331.735782:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735787:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105c0473. 00000400:00000010:1.0:1773941331.735792:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0fe0b4b. 00000100:00000200:1.0:1773941331.735794:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735795:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d70536b1. 00000400:00000010:1.0:1773941331.735798:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067efcec1. 00000100:00000200:1.0:1773941331.735799:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735801:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ca644f5. 00000400:00000010:1.0:1773941331.735804:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095d899e0. 00000400:00000200:0.0:1773941331.735805:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:1.0:1773941331.735806:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1773941331.735810:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941331.735811:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e027b42f. 00000400:00000010:1.0:1773941331.735817:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa02426f. 00000100:00000200:1.0:1773941331.735821:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1773941331.735822:0:2391:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.202.46@tcp: ACK from 12345-192.168.202.146@tcp into md 0x15 00000400:00000010:1.0:1773941331.735826:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c9ca09. 00000400:00000200:0.0:1773941331.735828:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1773941331.735830:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc8b8b94. 00000400:00000200:0.0:1773941331.735835:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: ACK: OK 00000100:00000200:1.0:1773941331.735836:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735841:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b15a77b0. 00000400:00000200:0.0:1773941331.735843:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080c110f6 00000400:00000010:1.0:1773941331.735844:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006381005c. 00000100:00000200:1.0:1773941331.735849:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941331.735849:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080c110f6. 00000400:00000010:1.0:1773941331.735852:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb526060. 00000400:00000010:1.0:1773941331.735856:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019b3867d. 00000100:00000200:1.0:1773941331.735859:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1773941331.735859:0:2391:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:1.0:1773941331.735864:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b027298. 00000400:00000010:1.0:1773941331.735866:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a7177d1. 00000400:00000200:0.0:1773941331.735868:0:2391:0:(peer.c:2799:lnet_discovery_event_ack()) peer 192.168.202.146@tcp ev->status 0 00000100:00000200:1.0:1773941331.735869:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735873:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099cc617c. 00000400:00000200:0.0:1773941331.735877:0:2391:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.146@tcp: -114 00000400:00000010:1.0:1773941331.735882:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018ffc3ed. 00000100:00000200:1.0:1773941331.735885:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735886:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a28598d1. 00000400:00000010:1.0:1773941331.735887:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e22c8954. 00000100:00000200:1.0:1773941331.735888:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735890:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000899beb78. 00000400:00000010:1.0:1773941331.735892:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7846eed. 00000100:00000200:1.0:1773941331.735895:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735896:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004991decd. 00000400:00000010:1.0:1773941331.735899:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063d6b1e0. 00000100:00000200:1.0:1773941331.735901:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735902:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000773df5cc. 00000400:00000010:1.0:1773941331.735903:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f07fd855. 00000100:00000200:1.0:1773941331.735904:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735905:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009496469f. 00000400:00000010:1.0:1773941331.735907:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040f4ec8e. 00000100:00000200:1.0:1773941331.735908:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735909:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7de4789. 00000400:00000010:1.0:1773941331.735910:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc043302. 00000100:00000200:1.0:1773941331.735911:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735912:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008901869b. 00000400:00000010:1.0:1773941331.735914:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070ff148e. 00000100:00000200:1.0:1773941331.735915:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735916:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9aa50cc. 00000400:00000010:1.0:1773941331.735918:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043c10b6b. 00000100:00000200:1.0:1773941331.735919:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735920:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9911ffb. 00000400:00000010:1.0:1773941331.735921:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a06027c. 00000100:00000200:1.0:1773941331.735922:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735923:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005492c4ef. 00000400:00000010:1.0:1773941331.735924:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070a555ab. 00000100:00000200:1.0:1773941331.735925:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735926:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d63ab685. 00000400:00000010:1.0:1773941331.735928:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b6d58e5. 00000100:00000200:1.0:1773941331.735929:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735933:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002511226c. 00000400:00000010:1.0:1773941331.735935:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000522d8b9. 00000100:00000200:1.0:1773941331.735936:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735937:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005243d081. 00000400:00000010:1.0:1773941331.735938:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f13a0676. 00000100:00000200:1.0:1773941331.735939:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735948:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047be171a. 00000400:00000010:1.0:1773941331.735950:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065662326. 00000100:00000200:1.0:1773941331.735952:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735953:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000435a0ea. 00000400:00000010:1.0:1773941331.735954:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b820775f. 00000100:00000200:1.0:1773941331.735955:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735956:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000370d3a39. 00000400:00000010:1.0:1773941331.735957:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003de2ea1d. 00000100:00000200:1.0:1773941331.735958:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735959:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e925424. 00000400:00000010:1.0:1773941331.735960:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b766d6b0. 00000100:00000200:1.0:1773941331.735962:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735962:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048fca6d1. 00000400:00000010:1.0:1773941331.735964:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bed183c0. 00000100:00000200:1.0:1773941331.735965:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735966:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f4ae1b2. 00000400:00000010:1.0:1773941331.735967:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000884618ea. 00000100:00000200:1.0:1773941331.735968:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735969:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f405eab6. 00000400:00000010:1.0:1773941331.735970:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f531e6f. 00000100:00000200:1.0:1773941331.735971:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735972:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094ad76d1. 00000400:00000010:1.0:1773941331.735973:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e43361a8. 00000100:00000200:1.0:1773941331.735974:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735975:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009256907b. 00000400:00000010:1.0:1773941331.735976:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fead237. 00000100:00000200:1.0:1773941331.735977:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735978:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f3308b2. 00000400:00000010:1.0:1773941331.735979:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdf078ed. 00000100:00000200:1.0:1773941331.735984:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735985:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c921118. 00000400:00000010:1.0:1773941331.735987:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff6e7c61. 00000100:00000200:1.0:1773941331.735988:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735990:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfb22e69. 00000400:00000010:1.0:1773941331.735991:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003358260b. 00000100:00000200:1.0:1773941331.735992:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735994:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ef7c2d. 00000400:00000010:1.0:1773941331.735995:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c99f9ae2. 00000100:00000200:1.0:1773941331.735997:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.735998:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aea4f386. 00000400:00000010:1.0:1773941331.735999:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007140f9c0. 00000100:00000200:1.0:1773941331.736000:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.736001:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000277af222. 00000400:00000010:1.0:1773941331.736003:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e91d9787. 00000100:00000200:1.0:1773941331.736005:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.736006:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093972dd4. 00000400:00000010:1.0:1773941331.736009:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b39ddc1e. 00000400:00000200:3.0:1773941331.736010:0:2396:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:1.0:1773941331.736012:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.736016:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e51186b. 00000400:00000200:3.0:1773941331.736018:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100141 00000400:00000010:1.0:1773941331.736021:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009294cb95. 00000400:00000200:3.0:1773941331.736024:0:2396:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.146@tcp 00000400:00000200:0.0:1773941331.736026:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:1.0:1773941331.736027:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941331.736029:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100111 rc 0 00000400:00000010:1.0:1773941331.736032:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fba21206. 00000400:00000010:1.0:1773941331.736038:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9410cbc. 00000400:00000200:3.0:1773941331.736039:0:2396:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.146@tcp 00000400:00000200:0.0:1773941331.736051:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000100:00000200:1.0:1773941331.736053:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.736061:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943ba961. 00000400:00000010:1.0:1773941331.736065:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008641c55c. 00000400:00000200:0.0:1773941331.736065:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:1.0:1773941331.736069:0:6145:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941331.736071:0:6145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000637549a9. 00000400:00000200:0.0:1773941331.736075:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941331.736076:0:6145:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f48479b4. 00000400:00000200:0.0:1773941331.736085:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:1.0:1773941331.736089:0:6145:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000dfb7a875. 00000400:00000200:0.0:1773941331.736089:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1773941331.736098:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.146@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:0.0:1773941331.736101:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e43a862f. 00000100:00000200:1.0:1773941331.736106:0:6145:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000400:00000200:0.0:1773941331.736106:0:2390:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb8438a0 00000400:00000200:0.0:1773941331.736131:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1773941331.736133:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008d713f9e. 00000400:00000200:0.0:1773941331.736138:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.736143:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb8438a0 00000400:00000010:0.0:1773941331.736145:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb8438a0. 00000400:00000200:0.0:1773941331.736148:0:2390:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1773941331.736152:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.736155:0:2390:0:(peer.c:2570:lnet_peer_push_event()) peer 192.168.202.146@tcp(00000000b1b00cb5) is MR 00000400:00000010:0.0:1773941331.736159:0:2390:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000081c56c08. 00000400:00000200:0.0:1773941331.736161:0:2390:0:(peer.c:2644:lnet_peer_push_event()) Received Push 192.168.202.146@tcp 363512030 00000400:00000200:0.0:1773941331.736178:0:2390:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.146@tcp: 0 00000400:00000200:0.0:1773941331.736183:0:2390:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1773941331.736185:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.736187:0:2390:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.46@tcp to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941331.736191:0:2390:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [3:3:256:4294967295] 192.168.202.146@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1773941331.736195:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.736203:0:2390:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:192.168.202.46@tcp) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) 192.168.202.146@tcp : ACK try# 0 00000800:00000200:0.0:1773941331.736207:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.736209:0:2396:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1773941331.736210:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed74c2c1. 00000400:00000010:1.0:1773941331.736215:0:2396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b346d584. 00000800:00000200:0.0:1773941331.736216:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (4) 00000400:00000010:1.0:1773941331.736221:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b9a2f33. 00000800:00000200:0.0:1773941331.736222:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:1.0:1773941331.736228:0:2396:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 0000000075714644 00000800:00000200:0.0:1773941331.736228:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed74c2c1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1773941331.736240:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x1000d1 00000400:00000010:1.0:1773941331.736245:0:2396:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000714dd43a. 00000400:00000010:1.0:1773941331.736247:0:2396:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000ae7e94df. 00000400:00000010:1.0:1773941331.736250:0:2396:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at 0000000095fc6f32. 00000400:00000200:1.0:1773941331.736253:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.736256:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941331.736258:0:2396:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000714dd43a. 00000400:00000010:1.0:1773941331.736260:0:2396:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000ae7e94df. 00000400:00000010:1.0:1773941331.736262:0:2396:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at 0000000095fc6f32. 00000400:00000010:1.0:1773941331.736265:0:2396:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000081c56c08. 00000400:00000200:1.0:1773941331.736269:0:2396:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.146@tcp (00000000b1b00cb5): 0 00000400:00000200:1.0:1773941331.736272:0:2396:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.146@tcp(00000000b1b00cb5): 0. state = 0x100151 00000800:00000200:0.0:1773941331.736275:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1773941331.736276:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100151 rc 1 00000800:00000010:0.0:1773941331.736280:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed74c2c1. 00000400:00000200:1.0:1773941331.736282:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100151 00000400:00000200:0.0:1773941331.736285:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.736287:0:2396:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.146@tcp 00000400:00000200:1.0:1773941331.736292:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(00000000b1b00cb5) state 0x100111 rc 0 00000400:00000200:0.0:1773941331.736295:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: ACK: OK 00000800:00000010:2.0:1773941331.736299:0:2385:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d52c1065. 00000400:00000200:1.0:1773941331.736299:0:2396:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.146@tcp 00000800:00000010:2.0:1773941331.736304:0:2385:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cdefd10d. 00000800:00000010:2.0:1773941331.736308:0:2385:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f6958a8b. 00000800:00000010:2.0:1773941331.736317:0:2385:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f6958a8b. 00000100:00000010:0.0:1773941331.736469:0:6146:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000066381e14. 00000020:00000010:0.0:1773941331.736472:0:6146:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000085d60290. 00000020:00000010:0.0:1773941331.736475:0:6146:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7c12735. 00000020:00000010:0.0:1773941331.736476:0:6146:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052bdae1f. 00000020:00000010:0.0:1773941331.736478:0:6146:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000aa8205d4. 00000040:00000010:0.0:1773941331.736480:0:6146:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004b07f9c9. 00000020:00000010:0.0:1773941331.736482:0:6146:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000190c7561. 00000020:00000010:0.0:1773941331.736484:0:6146:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003c2fdb72. 00000020:00000010:0.0:1773941331.736486:0:6146:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f24da2c. 80000000:00000010:0.0:1773941331.736488:0:6146:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001db2b285. 40000000:00000010:0.0:1773941331.736489:0:6146:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000428c145b. 00000008:00000010:0.0:1773941331.736492:0:6146:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fcfb6629. 00020000:00000010:0.0:1773941331.736494:0:6146:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000001c6b5cba. 00008000:00000010:0.0:1773941331.736497:0:6146:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a8634c0b. 00100000:00000010:0.0:1773941331.736499:0:6146:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe27d902. 00040000:00000010:0.0:1773941331.736505:0:6146:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ed74c2c1. 00040000:00000010:0.0:1773941331.736507:0:6146:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000036b66b7. 00040000:00000010:0.0:1773941331.736509:0:6146:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000054c2f320. 00000004:00000010:0.0:1773941331.736511:0:6146:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c6648970. 00000004:00000010:0.0:1773941331.736514:0:6146:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000269c6003. 00000004:00000010:0.0:1773941331.736516:0:6146:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000c6465f9f. 00002000:00000010:0.0:1773941331.736518:0:6146:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000270c714a. 00000004:00000010:0.0:1773941331.736520:0:6146:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000281a207e. 00000080:00000010:0.0:1773941331.736522:0:6146:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002634c328. 00000080:00000010:0.0:1773941331.736524:0:6146:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006d5a3d88. 00000100:00000010:0.0:1773941331.736527:0:6146:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d3b53977. 00000100:00000200:0.0:1773941331.736537:0:6146:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941331.736557:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000604443b. 00000100:00000010:0.0:1773941331.736879:0:6147:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dbcbcfb6. 00000020:00000010:0.0:1773941331.736883:0:6147:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b979cf18. 00000020:00000010:0.0:1773941331.736886:0:6147:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dbf7e6d. 00000020:00000010:0.0:1773941331.736889:0:6147:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081cdeb52. 00000020:00000010:0.0:1773941331.736892:0:6147:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000420f018e. 00000040:00000010:0.0:1773941331.736894:0:6147:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000731b8742. 00000020:00000010:0.0:1773941331.736898:0:6147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b0a2388. 00000020:00000010:0.0:1773941331.736902:0:6147:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b49daff1. 00000020:00000010:0.0:1773941331.736904:0:6147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003833891d. 80000000:00000010:0.0:1773941331.736906:0:6147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005432ef4c. 40000000:00000010:0.0:1773941331.736907:0:6147:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001de3f4a8. 00000008:00000010:0.0:1773941331.736910:0:6147:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000b74532d. 00020000:00000010:0.0:1773941331.736911:0:6147:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000081211456. 00008000:00000010:0.0:1773941331.736913:0:6147:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000031d90b51. 00100000:00000010:0.0:1773941331.736915:0:6147:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000efb9e5ec. 00040000:00000010:0.0:1773941331.736917:0:6147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c250910e. 00040000:00000010:0.0:1773941331.736919:0:6147:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000115541a7. 00040000:00000010:0.0:1773941331.736921:0:6147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000efe84ea. 00000004:00000010:0.0:1773941331.736932:0:6147:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a3a46c71. 00000004:00000010:0.0:1773941331.736936:0:6147:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000019cc0245. 00000004:00000010:0.0:1773941331.736938:0:6147:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000001b9f334c. 00002000:00000010:0.0:1773941331.736944:0:6147:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000990d4f3. 00000004:00000010:0.0:1773941331.736946:0:6147:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000065a25c16. 00000080:00000010:0.0:1773941331.736948:0:6147:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c69b6f65. 00000080:00000010:0.0:1773941331.736949:0:6147:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d0ab78ed. 00000100:00000010:0.0:1773941331.736952:0:6147:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000bcaa69a1. 00000100:00000200:0.0:1773941331.736966:0:6147:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1773941331.736987:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b853f293. 00000400:00000200:3.0:1773941331.737019:0:2385:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:3.1:1773941331.737023:0:2385:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1773941331.737029:0:2385:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.146@tcp p 3.x 192.168.202.46 -> 192.168.202.146:988 incarnation:1773941281426057460 sched[0] 00000800:00000010:3.0:1773941331.737033:0:2385:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cdefd10d. 00000100:00000010:2.0:1773941331.737153:0:6148:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000005a9ade39. 00000020:00000010:2.0:1773941331.737156:0:6148:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f6958a8b. 00000020:00000010:2.0:1773941331.737160:0:6148:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000702c95db. 00000020:00000010:2.0:1773941331.737162:0:6148:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b19bdc57. 00000020:00000010:2.0:1773941331.737164:0:6148:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000cb9f39e6. 00000040:00000010:2.0:1773941331.737165:0:6148:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d92a8887. 00000020:00000010:2.0:1773941331.737168:0:6148:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002864b1bd. 00000020:00000010:2.0:1773941331.737170:0:6148:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000045784818. 00000020:00000010:2.0:1773941331.737172:0:6148:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e88335c3. 80000000:00000010:2.0:1773941331.737174:0:6148:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000031affd54. 40000000:00000010:2.0:1773941331.737176:0:6148:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ebed9ddf. 00000008:00000010:2.0:1773941331.737185:0:6148:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a879fbd0. 00020000:00000010:2.0:1773941331.737188:0:6148:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000563ef3c8. 00008000:00000010:2.0:1773941331.737196:0:6148:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001f248d5c. 00100000:00000010:2.0:1773941331.737199:0:6148:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aad54127. 00040000:00000010:2.0:1773941331.737201:0:6148:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ec8c106f. 00040000:00000010:2.0:1773941331.737206:0:6148:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000006895951b. 00040000:00000010:2.0:1773941331.737208:0:6148:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c56c6cb2. 00000004:00000010:2.0:1773941331.737220:0:6148:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d1a6e831. 00000004:00000010:2.0:1773941331.737223:0:6148:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e4ce5548. 00000004:00000010:2.0:1773941331.737225:0:6148:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000004bff8fe7. 00002000:00000010:2.0:1773941331.737227:0:6148:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000db2122e1. 00000004:00000010:2.0:1773941331.737229:0:6148:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000082813e5. 00000080:00000010:2.0:1773941331.737238:0:6148:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000131094fd. 00000080:00000010:2.0:1773941331.737247:0:6148:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000093d8b23e. 00000100:00000200:2.0:1773941331.737250:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737252:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e096896. 00000400:00000010:2.0:1773941331.737255:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8e67974. 00000100:00000200:2.0:1773941331.737258:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737259:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047cb77ad. 00000400:00000010:2.0:1773941331.737261:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038ecfaae. 00000100:00000200:2.0:1773941331.737262:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737264:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3374ae3. 00000400:00000010:2.0:1773941331.737265:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdefd10d. 00000100:00000200:2.0:1773941331.737266:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737267:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd84be64. 00000400:00000010:2.0:1773941331.737269:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1624f68. 00000100:00000200:2.0:1773941331.737270:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737271:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a97bba. 00000400:00000010:2.0:1773941331.737273:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fdfd734. 00000100:00000200:2.0:1773941331.737274:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737275:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2deead4. 00000400:00000010:2.0:1773941331.737276:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ec87497. 00000100:00000200:2.0:1773941331.737277:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737278:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f76ad5d7. 00000400:00000010:2.0:1773941331.737280:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d790b26e. 00000100:00000200:2.0:1773941331.737281:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737282:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039ca0b94. 00000400:00000010:2.0:1773941331.737283:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000278e910a. 00000100:00000200:2.0:1773941331.737284:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737286:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d64c756f. 00000400:00000010:2.0:1773941331.737290:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ffa4434. 00000100:00000200:2.0:1773941331.737292:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737293:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030ce78a9. 00000400:00000010:2.0:1773941331.737294:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb3df603. 00000100:00000200:2.0:1773941331.737296:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737297:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5f9a1e6. 00000400:00000010:2.0:1773941331.737298:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000703215e3. 00000100:00000200:2.0:1773941331.737299:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737300:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed16c7bb. 00000400:00000010:2.0:1773941331.737301:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4d76249. 00000100:00000200:2.0:1773941331.737302:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737303:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbfd7afa. 00000400:00000010:2.0:1773941331.737304:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000157d0eaa. 00000100:00000200:2.0:1773941331.737305:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737306:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000af6311c. 00000400:00000010:2.0:1773941331.737308:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059535ddf. 00000100:00000200:2.0:1773941331.737309:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737309:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8c214e8. 00000400:00000010:2.0:1773941331.737311:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0253f7e. 00000100:00000200:2.0:1773941331.737312:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737313:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030313876. 00000400:00000010:2.0:1773941331.737314:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ec04f6e. 00000100:00000200:2.0:1773941331.737315:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737316:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000528ec337. 00000400:00000010:2.0:1773941331.737317:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b44fad06. 00000100:00000200:2.0:1773941331.737318:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737319:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9779e10. 00000400:00000010:2.0:1773941331.737320:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000764cfc87. 00000100:00000200:2.0:1773941331.737321:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737322:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008cd0753. 00000400:00000010:2.0:1773941331.737323:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5a66002. 00000100:00000200:2.0:1773941331.737324:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737325:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b741439c. 00000400:00000010:2.0:1773941331.737327:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4deda4a. 00000100:00000200:2.0:1773941331.737328:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737332:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d13c1a5. 00000400:00000010:2.0:1773941331.737333:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4832907. 00000100:00000200:2.0:1773941331.737335:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737336:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d373ce0. 00000400:00000010:2.0:1773941331.737337:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dbf65da. 00000100:00000200:2.0:1773941331.737338:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737339:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007d624e. 00000400:00000010:2.0:1773941331.737340:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e066c87d. 00000100:00000200:2.0:1773941331.737341:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737342:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b65b4cc3. 00000400:00000010:2.0:1773941331.737343:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091b99380. 00000100:00000200:2.0:1773941331.737344:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737345:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b067e2e2. 00000400:00000010:2.0:1773941331.737347:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a805e310. 00000100:00000200:2.0:1773941331.737348:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737349:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f6cd183. 00000400:00000010:2.0:1773941331.737350:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1df94d4. 00000100:00000200:2.0:1773941331.737351:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737352:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d56f73a. 00000400:00000010:2.0:1773941331.737353:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a8d2b9b. 00000100:00000200:2.0:1773941331.737355:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737355:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e4eecb1. 00000400:00000010:2.0:1773941331.737357:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fab90010. 00000100:00000200:2.0:1773941331.737358:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737359:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000667ee231. 00000400:00000010:2.0:1773941331.737360:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bec4123. 00000100:00000200:2.0:1773941331.737361:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737362:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f43c0a4. 00000400:00000010:2.0:1773941331.737363:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5128ff4. 00000100:00000200:2.0:1773941331.737364:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737365:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004803e011. 00000400:00000010:2.0:1773941331.737366:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e4e2d6d. 00000100:00000200:2.0:1773941331.737367:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737368:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd56a613. 00000400:00000010:2.0:1773941331.737369:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b559569. 00000100:00000200:2.0:1773941331.737373:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737375:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c06e0def. 00000400:00000010:2.0:1773941331.737376:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2549c24. 00000100:00000200:2.0:1773941331.737377:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737378:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c3cd657. 00000400:00000010:2.0:1773941331.737379:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000646a405c. 00000100:00000200:2.0:1773941331.737380:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737381:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000081dab12. 00000400:00000010:2.0:1773941331.737382:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9abdbf1. 00000100:00000200:2.0:1773941331.737383:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737384:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e57d4d07. 00000400:00000010:2.0:1773941331.737385:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f81ab562. 00000100:00000200:2.0:1773941331.737386:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737387:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069fab203. 00000400:00000010:2.0:1773941331.737388:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c30db24. 00000100:00000200:2.0:1773941331.737389:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737390:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000888b3d47. 00000400:00000010:2.0:1773941331.737391:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006510e345. 00000100:00000200:2.0:1773941331.737392:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737393:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035704369. 00000400:00000010:2.0:1773941331.737394:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d1de3cf. 00000100:00000200:2.0:1773941331.737395:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737396:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef29141. 00000400:00000010:2.0:1773941331.737397:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077e5e54f. 00000100:00000200:2.0:1773941331.737398:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737399:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f67fafa. 00000400:00000010:2.0:1773941331.737400:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084d051e6. 00000100:00000200:2.0:1773941331.737401:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737402:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039584e74. 00000400:00000010:2.0:1773941331.737404:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ea274b7. 00000100:00000200:2.0:1773941331.737405:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737406:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d78347. 00000400:00000010:2.0:1773941331.737408:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad4eda28. 00000100:00000200:2.0:1773941331.737409:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737409:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3bb366d. 00000400:00000010:2.0:1773941331.737414:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ecebbf9. 00000100:00000200:2.0:1773941331.737415:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737417:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005747c513. 00000400:00000010:2.0:1773941331.737418:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075ea4f9a. 00000100:00000200:2.0:1773941331.737419:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737426:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d0de62. 00000400:00000010:2.0:1773941331.737428:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000284f5c0c. 00000100:00000200:2.0:1773941331.737430:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737431:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009835a416. 00000400:00000010:2.0:1773941331.737433:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df340a42. 00000100:00000200:2.0:1773941331.737434:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737435:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee429bd1. 00000400:00000010:2.0:1773941331.737436:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee4e5936. 00000100:00000200:2.0:1773941331.737437:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737438:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9206011. 00000400:00000010:2.0:1773941331.737439:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e7e9498. 00000100:00000200:2.0:1773941331.737440:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737441:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ce0fc6f. 00000400:00000010:2.0:1773941331.737443:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063c53af7. 00000100:00000200:2.0:1773941331.737444:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737445:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000399089a1. 00000400:00000010:2.0:1773941331.737446:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006aa7ca7c. 00000100:00000200:2.0:1773941331.737448:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737449:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7186b7a. 00000400:00000010:2.0:1773941331.737450:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092ef86e5. 00000100:00000200:2.0:1773941331.737451:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737452:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b4f5ade. 00000400:00000010:2.0:1773941331.737453:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036b95a74. 00000100:00000200:2.0:1773941331.737454:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737455:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e58ce044. 00000400:00000010:2.0:1773941331.737456:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057a476db. 00000100:00000200:2.0:1773941331.737457:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737458:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013d29acc. 00000400:00000010:2.0:1773941331.737459:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000053da455. 00000100:00000200:2.0:1773941331.737460:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737464:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cd7009. 00000400:00000010:2.0:1773941331.737465:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae1bc65e. 00000100:00000200:2.0:1773941331.737467:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737468:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ba4f14. 00000400:00000010:2.0:1773941331.737469:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d824cf3. 00000100:00000200:2.0:1773941331.737471:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737478:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002800b754. 00000400:00000010:2.0:1773941331.737480:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b27992e. 00000100:00000200:2.0:1773941331.737482:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737483:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040e05042. 00000400:00000010:2.0:1773941331.737484:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000600f6c5b. 00000100:00000200:2.0:1773941331.737486:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737487:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000385e1022. 00000400:00000010:2.0:1773941331.737489:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009082f878. 00000100:00000200:2.0:1773941331.737490:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737491:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d670be4d. 00000400:00000010:2.0:1773941331.737493:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000131d47af. 00000100:00000200:2.0:1773941331.737494:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737495:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028eb426e. 00000400:00000010:2.0:1773941331.737496:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1f46d59. 00000100:00000200:2.0:1773941331.737497:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737498:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a59abbd. 00000400:00000010:2.0:1773941331.737500:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013d7a794. 00000100:00000200:2.0:1773941331.737501:0:6148:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941331.737502:0:6148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd264a47. 00000400:00000010:2.0:1773941331.737503:0:6148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000999db0fb. 00000100:00000010:2.0:1773941331.737505:0:6148:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000055284399. 00000100:00000200:2.0:1773941331.737516:0:6148:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941331.737563:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004e55a16c. 00000100:00000010:2.0:1773941331.737756:0:6149:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d88106a9. 00000020:00000010:2.0:1773941331.737759:0:6149:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a8875531. 00000020:00000010:2.0:1773941331.737761:0:6149:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003a3d87d. 00000020:00000010:2.0:1773941331.737763:0:6149:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000017c02676. 00000020:00000010:2.0:1773941331.737764:0:6149:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000002a3b1bd4. 00000040:00000010:2.0:1773941331.737767:0:6149:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c6125df3. 00000020:00000010:2.0:1773941331.737768:0:6149:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008bbb6a80. 00000020:00000010:2.0:1773941331.737775:0:6149:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a6f20999. 00000020:00000010:2.0:1773941331.737777:0:6149:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e7e88a2b. 80000000:00000010:2.0:1773941331.737779:0:6149:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d425f59. 40000000:00000010:2.0:1773941331.737780:0:6149:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000054670d78. 00000008:00000010:2.0:1773941331.737782:0:6149:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008cb9e9ff. 00020000:00000010:2.0:1773941331.737784:0:6149:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000060a31246. 00008000:00000010:2.0:1773941331.737786:0:6149:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002d5c0573. 00100000:00000010:2.0:1773941331.737788:0:6149:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e534308. 00040000:00000010:2.0:1773941331.737790:0:6149:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005d7f5921. 00040000:00000010:2.0:1773941331.737792:0:6149:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000009d722f26. 00040000:00000010:2.0:1773941331.737794:0:6149:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d587bca. 00000004:00000010:2.0:1773941331.737796:0:6149:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000073925fea. 00000004:00000010:2.0:1773941331.737798:0:6149:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000060885b65. 00000004:00000010:2.0:1773941331.737800:0:6149:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000007b648de0. 00002000:00000010:2.0:1773941331.737802:0:6149:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000a51a927. 00000004:00000010:2.0:1773941331.737804:0:6149:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000a6bb4c1a. 00000080:00000010:2.0:1773941331.737805:0:6149:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ac3bc371. 00000080:00000010:2.0:1773941331.737807:0:6149:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a8a0638d. 00000100:00000010:2.0:1773941331.737809:0:6149:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006f2948f6. 00000100:00000200:2.0:1773941331.737820:0:6149:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941331.737828:0:6140:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000db3f9812. 00000100:00000010:3.0:1773941331.737998:0:6150:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000002800ee93. 00000020:00000010:3.0:1773941331.738003:0:6150:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001eb5f74f. 00000020:00000010:3.0:1773941331.738008:0:6150:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025277724. 00000020:00000010:3.0:1773941331.738011:0:6150:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000005dbcc7d8. 00000020:00000010:3.0:1773941331.738020:0:6150:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000765b4b64. 00000040:00000010:3.0:1773941331.738023:0:6150:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002e08defc. 00000020:00000010:3.0:1773941331.738026:0:6150:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b513ef7d. 00000020:00000010:3.0:1773941331.738039:0:6150:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5f1fec7. 00000020:00000010:3.0:1773941331.738060:0:6150:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b30771be. 80000000:00000010:3.0:1773941331.738063:0:6150:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003ae5c539. 40000000:00000010:3.0:1773941331.738065:0:6150:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de85dde7. 00000008:00000010:3.0:1773941331.738077:0:6150:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000007cd4a6ad. 00020000:00000010:3.0:1773941331.738081:0:6150:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000de38762d. 00008000:00000010:3.0:1773941331.738090:0:6150:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d141c0fd. 00100000:00000010:3.0:1773941331.738094:0:6150:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b3a8cff. 00040000:00000010:3.0:1773941331.738096:0:6150:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006305b694. 00040000:00000010:3.0:1773941331.738099:0:6150:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000009764634e. 00040000:00000010:3.0:1773941331.738102:0:6150:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b809541. 00000004:00000010:3.0:1773941331.738105:0:6150:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002b53849b. 00000004:00000010:3.0:1773941331.738109:0:6150:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000048b9be7. 00000004:00000010:3.0:1773941331.738112:0:6150:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0ec10df. 00002000:00000010:3.0:1773941331.738115:0:6150:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000fa31c48. 00000004:00000010:3.0:1773941331.738118:0:6150:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000008cd3ceea. 00000080:00000010:3.0:1773941331.738129:0:6150:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000050feb103. 00000080:00000010:3.0:1773941331.738142:0:6150:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fbf36c9e. 00000100:00000010:3.0:1773941331.738147:0:6150:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006541060b. 00000100:00000200:3.0:1773941331.738163:0:6150:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:2.0:1773941331.738178:0:6140:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 00000000e9ffe9b5. 00010000:00000010:0.0:1773941331.738303:0:6151:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000603bae87. 00000020:00000010:0.0:1773941331.738307:0:6151:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d70f75d9. 00000020:00000010:0.0:1773941331.738310:0:6151:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b29a9e6. 00000020:00000010:0.0:1773941331.738312:0:6151:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000649b65b5. 00000020:00000010:0.0:1773941331.738315:0:6151:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ac65596. 00000020:00000010:0.0:1773941331.738317:0:6151:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003619c56f. 80000000:00000010:0.0:1773941331.738319:0:6151:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000064c1bf68. 40000000:00000010:0.0:1773941331.738320:0:6151:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df41a2d9. 00100000:00000010:0.0:1773941331.738323:0:6151:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cce77dac. 00040000:00000010:0.0:1773941331.738325:0:6151:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000417ec90e. 00040000:00000010:0.0:1773941331.738327:0:6151:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cdc6c2f6. 00002000:00000010:0.0:1773941331.738329:0:6151:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e928604c. 00000020:00000010:0.0:1773941331.738331:0:6151:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007f8c41f5. 00010000:00000010:0.0:1773941331.738478:0:6152:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000002ba37ade. 00000020:00000010:0.0:1773941331.738483:0:6152:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003228a0a4. 00000020:00000010:0.0:1773941331.738486:0:6152:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000289ba7d8. 00000020:00000010:0.0:1773941331.738489:0:6152:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d851b12. 00000020:00000010:0.0:1773941331.738492:0:6152:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb8b5eee. 00000020:00000010:0.0:1773941331.738495:0:6152:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd8d260e. 80000000:00000010:0.0:1773941331.738497:0:6152:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006ee5ec7b. 40000000:00000010:0.0:1773941331.738499:0:6152:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000925a5943. 00100000:00000010:0.0:1773941331.738502:0:6152:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eb89c006. 00040000:00000010:0.0:1773941331.738504:0:6152:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a743255d. 00040000:00000010:0.0:1773941331.738510:0:6152:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d871c1b. 00002000:00000010:0.0:1773941331.738512:0:6152:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec271b5c. 00000020:00000010:0.0:1773941331.738521:0:6152:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000046b017eb. 00000020:00000010:0.0:1773941331.738682:0:6153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edbb5c25. 00000020:00000010:0.0:1773941331.738685:0:6153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c3c04123. 00000040:00000010:0.0:1773941331.738688:0:6153:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000015186e01. 00000020:00000010:0.0:1773941331.738690:0:6153:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de6a9089. 00000020:00000010:0.0:1773941331.738692:0:6153:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000086af5b8e. 00000020:00000010:0.0:1773941331.738694:0:6153:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000f08a656. 80000000:00000010:0.0:1773941331.738696:0:6153:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f897a5a. 40000000:00000010:0.0:1773941331.738699:0:6153:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000163a4343. 00100000:00000010:0.0:1773941331.738702:0:6153:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000afea382f. 00040000:00000010:0.0:1773941331.738705:0:6153:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000062088ba9. 00040000:00000010:0.0:1773941331.738708:0:6153:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e4f6b03f. 00040000:00000010:0.0:1773941331.738710:0:6153:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000768631ef. 00000004:00000010:0.0:1773941331.738713:0:6153:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000068041972. 00000004:00000010:0.0:1773941331.738717:0:6153:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000000277a0ad. 00000004:00000010:0.0:1773941331.738720:0:6153:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000c9ed7019. 00002000:00000010:0.0:1773941331.738722:0:6153:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f8eeffeb. 00000004:00000010:0.0:1773941331.738725:0:6153:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000062cac942. 00000020:00000010:0.0:1773941331.738728:0:6153:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cbf1c014. 00000001:00000010:2.0:1773941331.738747:0:6140:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000fa1735b7. 00000001:00000010:2.0:1773941331.738754:0:6140:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000cd2cdff2. 00000020:00000010:2.0:1773941331.738768:0:6140:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000bade3eaa. 00000100:00000200:2.0:1773941331.738781:0:6140:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941331.738785:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.738788:0:6140:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00000100:00000010:2.0:1773941331.738791:0:6140:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000004ec067ee. 00010000:00000010:2.0:1773941331.738795:0:6140:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000019034df3. 00010000:00000010:2.0:1773941331.738799:0:6140:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000005677ea2b. 00000001:00000010:2.0:1773941331.738804:0:6140:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000eca25bd2. 00000001:00000010:2.0:1773941331.738809:0:6140:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000003e691ba4. 00000001:00000010:2.0:1773941331.738813:0:6140:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000906e8887. 00000001:00000010:2.0:1773941331.738822:0:6140:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000005bb0cda0. 00000020:00000010:2.0:1773941331.738888:0:6140:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b8fa15f4. 00000020:00000010:2.0:1773941331.738892:0:6140:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 0000000095f15f7c. 00000020:00000010:2.0:1773941331.738953:0:6140:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000020b0ebee. 00000020:00000010:2.0:1773941331.738956:0:6140:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000b2f657dc. 00000040:00000010:2.0:1773941331.738972:0:6140:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000000e448a2a. 00000020:00000010:2.0:1773941331.739317:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003b00478f. 00000040:00000010:2.0:1773941331.739323:0:6140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fa76ffe. 00000020:00000010:2.0:1773941331.739328:0:6140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000068f08656. 00000020:00000010:2.0:1773941331.739332:0:6140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078a3a89c. 00040000:00000010:2.0:1773941331.739336:0:6140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006131775e. 00040000:00000010:2.0:1773941331.739339:0:6140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000efdaf197. 00000020:00000010:2.0:1773941331.739342:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000643c7df0. 00000020:00000010:2.0:1773941331.739348:0:6140:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000109ad236. 00000020:00000010:2.0:1773941331.739352:0:6140:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000048f546b8. 00000008:00000010:2.0:1773941331.739357:0:6140:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005a240f64. 00020000:00000010:2.0:1773941331.739362:0:6140:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b6fc880a. 00008000:00000010:2.0:1773941331.739368:0:6140:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ee710537. 00000080:00000010:2.0:1773941331.739373:0:6140:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ee568913. 00000020:00000010:2.0:1773941331.739377:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cb8427c. 00000020:00000010:2.0:1773941331.739383:0:6140:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at 000000009a921612. 00000020:00000010:2.0:1773941331.739398:0:6140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000214ec903. 00000400:00000200:2.0:1773941331.739416:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.739421:0:6140:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941331.739443:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221521f3. 02000000:00000010:2.0:1773941331.739458:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d8f70190. 00000020:00000010:2.0:1773941331.739495:0:6140:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000a0af9d32. 00000020:00000010:2.0:1773941331.739500:0:6140:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at 00000000299cb266. 00000020:00000010:2.0:1773941331.739504:0:6140:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000076d3c218. 00000020:00000010:0.0:1773941331.739509:0:2397:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000037397771. 00000080:00000010:2.0:1773941331.739511:0:6140:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at 000000008c7baea0. 00000020:00000010:0.0:1773941331.739518:0:2397:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d0fb1d67. 00000080:00000010:2.0:1773941331.739519:0:6140:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at 00000000cfe66a2d. 80000000:00000010:0.0:1773941331.739525:0:2397:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4bac24e. 40000000:00000010:0.0:1773941331.739530:0:2397:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c0439cb. 00000008:00000010:0.0:1773941331.739535:0:2397:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000845de955. 00020000:00000010:0.0:1773941331.739540:0:2397:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000074e3c6d8. 00008000:00000010:0.0:1773941331.739544:0:2397:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ae6f5663. 00100000:00000010:0.0:1773941331.739550:0:2397:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dc6ff3e0. 00040000:00000010:0.0:1773941331.739554:0:2397:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a77cdf97. 00040000:00000010:0.0:1773941331.739559:0:2397:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000088334b4. 00040000:00000010:0.0:1773941331.739565:0:2397:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000074d89ab3. 00000004:00000010:0.0:1773941331.739569:0:2397:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a3bed268. 00000004:00000010:0.0:1773941331.739574:0:2397:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9ba285c. 00000004:00000010:0.0:1773941331.739608:0:2397:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000001d9cefdd. 00002000:00000010:0.0:1773941331.739619:0:2397:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bdd1dfb3. 00000004:00000010:0.0:1773941331.739621:0:2397:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000637377a5. 00000080:00000010:0.0:1773941331.739624:0:2397:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005860ddec. 00000080:00000010:0.0:1773941331.739626:0:2397:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000eae1c871. 00000008:00000010:0.0:1773941331.739629:0:2397:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000096145e55. 00020000:00000010:0.0:1773941331.739633:0:2397:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000bbe6dfa9. 00008000:00000010:0.0:1773941331.739636:0:2397:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007aa68d2d. 00000080:00000010:0.0:1773941331.739639:0:2397:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fb09dbc6. 00000020:00000010:2.0:1773941331.739642:0:6140:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at 000000006fb0bd10. 00000080:00000010:2.0:1773941331.739649:0:6140:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000001d0c1a5e. 02000000:00000010:0.0:1773941331.739653:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000156c7fc6. 00000400:00000200:0.0:1773941331.739661:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000080:00000010:2.0:1773941331.739662:0:6140:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 0000000002069a38. 00000400:00000010:0.0:1773941331.739665:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000410b24e8. 00000400:00000010:0.0:1773941331.739680:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006659fca0. 00000100:00000200:0.0:1773941331.739684:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244277376, portal 25 00000400:00000010:0.0:1773941331.739691:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d186a852. 00000100:00000200:0.0:1773941331.739693:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244277376, offset 0 00000400:00000200:0.0:1773941331.739701:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941331.739707:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.739714:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941331.739719:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941331.739723:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941331.739727:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941331.739731:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941331.739734:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [4:4:256:4294967295] 192.168.202.146@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1773941331.739740:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.739749:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941331.739755:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941331.739760:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ff9743b. 00000800:00000200:0.0:1773941331.739766:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941331.739770:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941331.739773:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009ff9743b type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1773941331.739789:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:0.0:1773941331.739799:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004b34a76. 00000100:00000010:0.0:1773941331.739813:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007754ef8b. 00000800:00000200:1.0:1773941331.739863:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941331.739868:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ff9743b. 00000400:00000200:1.0:1773941331.739873:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.739881:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941331.739885:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d186a852 00000400:00000010:1.0:1773941331.739887:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d186a852. 00000100:00000200:1.0:1773941331.739895:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000221521f3 x1860112244277376/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941331.740274:0:6140:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dfc465b2. 00000020:00000010:2.0:1773941331.740279:0:6140:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at 000000008948f3b4. 00000020:00000010:2.0:1773941331.740299:0:6140:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002ddb035d. 00000020:00000010:2.0:1773941331.740305:0:6140:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 00000000b0b255a2. 00000020:00000010:2.0:1773941331.740322:0:6140:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000aaefd577. 00000020:00000010:2.0:1773941331.740327:0:6140:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000002b816581. 00000020:00000010:2.0:1773941331.740330:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa858e43. 00000020:00000010:2.0:1773941331.740334:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecb12fbb. 00000040:00000010:2.0:1773941331.740338:0:6140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c10e5a3. 00000020:00000010:2.0:1773941331.740342:0:6140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006266d427. 00000020:00000010:2.0:1773941331.740346:0:6140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c149ca8c. 00040000:00000010:2.0:1773941331.740351:0:6140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006131775e. 00040000:00000010:2.0:1773941331.740355:0:6140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002d7b06aa. 10000000:00000010:2.0:1773941331.740364:0:6140:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000002746217c. 02000000:00000010:2.0:1773941331.740372:0:6140:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000dfb07a36. 00000100:00000010:2.0:1773941331.740380:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009efd207e. 02000000:00000010:2.0:1773941331.740387:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007cb8427c. 00010000:00000010:2.0:1773941331.740398:0:6140:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005ac36fdf. 00010000:00000010:2.0:1773941331.740405:0:6140:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002943244d. 00000020:00000010:2.0:1773941331.740409:0:6140:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000c8cf23f0. 00000100:00000010:2.0:1773941331.740423:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007721db98. 00000020:00000010:2.0:1773941331.740622:0:1004:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000643c7df0. 00000400:00000200:1.0:1773941331.740876:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.740880:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.740885:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.740888:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.740890:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.740893:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321900080 00000400:00000200:1.0:1773941331.740897:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.740907:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0x221 [1] + 0 00000400:00000200:1.0:1773941331.740917:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.740920:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.740925:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221521f3 x1860112244277376/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941331.740976:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000410b24e8. 00000400:00000200:2.0:1773941331.740983:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006659fca0 00000400:00000010:2.0:1773941331.740985:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006659fca0. 00000100:00000200:2.0:1773941331.740993:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221521f3 x1860112244277376/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941331.741004:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221521f3 x1860112244277376/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941331.741068:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000156c7fc6. 02000000:00000010:2.0:1773941331.741081:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d8f70190. 00000100:00000010:2.0:1773941331.741086:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221521f3. 02000000:00000010:2.0:1773941331.741111:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000008e0efec. 00000400:00000200:2.0:1773941331.741117:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941331.741121:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060cded20. 00000400:00000010:2.0:1773941331.741137:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043fcb11b. 00000100:00000200:2.0:1773941331.741141:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244277504, portal 25 00000400:00000010:2.0:1773941331.741145:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e24d100. 00000100:00000200:2.0:1773941331.741149:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244277504, offset 0 00000400:00000200:2.0:1773941331.741168:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941331.741173:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.741178:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941331.741182:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941331.741185:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941331.741188:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941331.741191:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.741195:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [5:5:256:4294967295] 192.168.202.146@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1773941331.741199:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.741209:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941331.741214:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941331.741218:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e46509b4. 00000800:00000200:2.0:1773941331.741224:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941331.741229:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941331.741233:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e46509b4 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941331.741248:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1773941331.741315:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941331.741319:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e46509b4. 00000400:00000200:1.0:1773941331.741324:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.741329:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941331.741332:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e24d100 00000400:00000010:1.0:1773941331.741335:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e24d100. 00000100:00000200:1.0:1773941331.741342:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009efd207e x1860112244277504/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941331.742104:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.742110:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.742115:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.742118:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.742121:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.742124:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321900100 00000400:00000200:1.0:1773941331.742128:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.742133:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x231 [1] + 224 00000400:00000200:1.0:1773941331.742141:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.742145:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.742151:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009efd207e x1860112244277504/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941331.742200:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060cded20. 00000400:00000200:2.0:1773941331.742205:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043fcb11b 00000400:00000010:2.0:1773941331.742207:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043fcb11b. 00000100:00000200:2.0:1773941331.742215:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009efd207e x1860112244277504/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941331.742226:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009efd207e x1860112244277504/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941331.742253:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007721db98. 02000000:00000010:2.0:1773941331.742273:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000008e0efec. 02000000:00000010:2.0:1773941331.742279:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007cb8427c. 00000100:00000010:2.0:1773941331.742282:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009efd207e. 10000000:00000010:2.0:1773941331.742291:0:6140:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000049dcf344. 00000020:00000010:2.0:1773941331.742296:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cb8427c. 00000020:00000010:2.0:1773941331.742301:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000efdaf197. 00000040:00000010:2.0:1773941331.742305:0:6140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000078a3a89c. 00000020:00000010:2.0:1773941331.742311:0:6140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000068f08656. 00000020:00000010:2.0:1773941331.742316:0:6140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005fa76ffe. 80000000:00000010:2.0:1773941331.742320:0:6140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007748abe4. 00040000:00000010:2.0:1773941331.742324:0:6140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003b00478f. 20000000:00000010:2.0:1773941331.742329:0:6140:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000380c7dfc. 00000040:00000010:2.0:1773941331.742337:0:6140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f96d130. 00000100:00000010:2.0:1773941331.742344:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009efd207e. 02000000:00000010:2.0:1773941331.742353:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086fec6cc. 00000100:00000010:2.0:1773941331.742362:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007721db98. 02000000:00000010:2.0:1773941331.742372:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca6599f1. 00000400:00000200:2.0:1773941331.742377:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941331.742381:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060cded20. 00000400:00000010:2.0:1773941331.742386:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043fcb11b. 00000100:00000200:2.0:1773941331.742390:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244277632, portal 25 00000400:00000010:2.0:1773941331.742395:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e06c512. 00000100:00000200:2.0:1773941331.742398:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112244277632, offset 0 00000400:00000200:2.0:1773941331.742404:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941331.742410:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.742415:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941331.742419:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941331.742423:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941331.742425:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941331.742429:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.742440:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [6:6:256:4294967295] 192.168.202.146@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1773941331.742445:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.742454:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941331.742460:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941331.742464:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0c35b37. 00000800:00000200:2.0:1773941331.742469:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941331.742474:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941331.742477:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0c35b37 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1773941331.742493:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1773941331.742550:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941331.742553:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0c35b37. 00000400:00000200:1.0:1773941331.742556:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.742559:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941331.742562:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e06c512 00000400:00000010:1.0:1773941331.742569:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e06c512. 00000100:00000200:1.0:1773941331.742574:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009efd207e x1860112244277632/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941331.743196:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.743203:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.743209:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.743212:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.743215:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.743219:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 272 into portal 25 MB=0x69bc321900180 00000400:00000200:1.0:1773941331.743223:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.743227:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 272/272 into md 0x239 [1] + 224 00000400:00000200:1.0:1773941331.743238:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.743241:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.743247:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009efd207e x1860112244277632/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941331.743296:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060cded20. 00000400:00000200:2.0:1773941331.743301:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043fcb11b 00000400:00000010:2.0:1773941331.743303:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043fcb11b. 00000100:00000200:2.0:1773941331.743310:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009efd207e x1860112244277632/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941331.743320:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009efd207e x1860112244277632/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941331.743336:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007721db98. 02000000:00000010:2.0:1773941331.743342:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca6599f1. 02000000:00000010:2.0:1773941331.743346:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000086fec6cc. 00000100:00000010:2.0:1773941331.743348:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009efd207e. 00000040:00000010:2.0:1773941331.743352:0:6140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f96d130. 00000020:00000010:2.0:1773941331.743357:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000efdaf197. 00000040:00000010:2.0:1773941331.743361:0:6140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000078a3a89c. 00000020:00000010:2.0:1773941331.743364:0:6140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000068f08656. 00000020:00000010:2.0:1773941331.743367:0:6140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005fa76ffe. 80000000:00000010:2.0:1773941331.743371:0:6140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007748abe4. 00040000:00000010:2.0:1773941331.743375:0:6140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003b00478f. 20000000:00000010:2.0:1773941331.743379:0:6140:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 00000000380c7dfc. 00000020:00000010:2.0:1773941331.743382:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cb8427c. 10000000:00000010:2.0:1773941331.743385:0:6140:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000049dcf344. 10000000:00000010:2.0:1773941331.743414:0:6140:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000380c7dfc. 10000000:00000010:2.0:1773941331.743426:0:6140:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000002f96d130. 10000000:00000010:2.0:1773941331.743430:0:6140:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 0000000086fec6cc. 00000100:00000010:2.0:1773941331.743435:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009efd207e. 02000000:00000010:2.0:1773941331.743442:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca6599f1. 00010000:00000010:2.0:1773941331.743450:0:6140:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d5eafecb. 00000100:00000010:2.0:1773941331.743461:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007721db98. 02000000:00000010:2.0:1773941331.743469:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000008e0efec. 00000400:00000200:2.0:1773941331.743474:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941331.743477:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060cded20. 00000400:00000010:2.0:1773941331.743481:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043fcb11b. 00000100:00000200:2.0:1773941331.743485:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244277760, portal 25 00000400:00000010:2.0:1773941331.743489:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000854000f4. 00000100:00000200:2.0:1773941331.743491:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244277760, offset 0 00000400:00000200:2.0:1773941331.743498:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941331.743503:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.743507:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941331.743511:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941331.743515:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941331.743518:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941331.743520:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.743525:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [7:7:256:4294967295] 192.168.202.146@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1773941331.743529:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.743536:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941331.743542:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941331.743546:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc967d55. 00000800:00000200:2.0:1773941331.743551:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941331.743556:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941331.743559:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc967d55 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941331.743600:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1773941331.743635:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941331.743639:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc967d55. 00000400:00000200:1.0:1773941331.743644:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.743649:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941331.743653:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000854000f4 00000400:00000010:1.0:1773941331.743655:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000854000f4. 00000100:00000200:1.0:1773941331.743661:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009efd207e x1860112244277760/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941331.744299:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.744304:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.744309:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.744311:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.744313:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.744315:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321900200 00000400:00000200:0.0:1773941331.744319:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.744322:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x241 [1] + 224 00000400:00000200:0.0:1773941331.744331:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.744334:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941331.744339:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009efd207e x1860112244277760/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941331.744385:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060cded20. 00000400:00000200:3.0:1773941331.744392:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043fcb11b 00000400:00000010:3.0:1773941331.744395:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043fcb11b. 00000100:00000200:3.0:1773941331.744404:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009efd207e x1860112244277760/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941331.744415:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009efd207e x1860112244277760/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941331.744432:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007721db98. 02000000:00000010:3.0:1773941331.744445:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000008e0efec. 02000000:00000010:3.0:1773941331.744450:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca6599f1. 00000100:00000010:3.0:1773941331.744460:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009efd207e. 10000000:00000010:3.0:1773941331.744467:0:6140:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000017992896. 00000020:00000010:3.0:1773941331.744472:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060b604d9. 00000020:00000010:3.0:1773941331.744477:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003e13b786. 00000040:00000010:3.0:1773941331.744481:0:6140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e9d7f5b3. 00000020:00000010:3.0:1773941331.744486:0:6140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001cb4b5e5. 00000020:00000010:3.0:1773941331.744491:0:6140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001737cfa2. 80000000:00000010:3.0:1773941331.744494:0:6140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000073aa6b5d. 00040000:00000010:3.0:1773941331.744499:0:6140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000da9f82f6. 20000000:00000010:3.0:1773941331.744503:0:6140:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 0000000016c179f7. 00000040:00000010:3.0:1773941331.744515:0:6140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000002a743b. 00000100:00000010:3.0:1773941331.744532:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b8da106. 02000000:00000010:3.0:1773941331.744541:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000432d83a6. 00000100:00000010:3.0:1773941331.744550:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003520a20d. 02000000:00000010:3.0:1773941331.744560:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d750fa42. 00000400:00000200:3.0:1773941331.744565:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941331.744570:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004da46cf6. 00000400:00000010:3.0:1773941331.744575:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095265883. 00000100:00000200:3.0:1773941331.744600:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244277888, portal 25 00000400:00000010:3.0:1773941331.744605:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f98ff1a9. 00000100:00000200:3.0:1773941331.744608:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112244277888, offset 0 00000400:00000200:3.0:1773941331.744615:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941331.744622:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.744628:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941331.744632:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941331.744636:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941331.744640:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941331.744643:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941331.744646:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [8:8:256:4294967295] 192.168.202.146@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1773941331.744651:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.744659:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941331.744664:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941331.744721:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ff9743b. 00000800:00000200:0.0:1773941331.744730:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941331.744735:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941331.744741:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009ff9743b type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1773941331.744756:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941331.744803:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.744806:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ff9743b. 00000400:00000200:0.0:1773941331.744808:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.744812:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.744814:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f98ff1a9 00000400:00000010:0.0:1773941331.744816:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f98ff1a9. 00000100:00000200:0.0:1773941331.744821:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b8da106 x1860112244277888/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941331.745481:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.745484:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.745489:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.745499:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.745502:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.745504:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 272 into portal 25 MB=0x69bc321900280 00000400:00000200:0.0:1773941331.745507:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.745509:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 272/272 into md 0x249 [1] + 224 00000400:00000200:0.0:1773941331.745517:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.745519:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941331.745524:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b8da106 x1860112244277888/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941331.745564:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004da46cf6. 00000400:00000200:2.0:1773941331.745569:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095265883 00000400:00000010:2.0:1773941331.745575:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095265883. 00000100:00000200:2.0:1773941331.745611:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b8da106 x1860112244277888/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941331.745618:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b8da106 x1860112244277888/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941331.745633:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003520a20d. 02000000:00000010:2.0:1773941331.745638:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d750fa42. 02000000:00000010:2.0:1773941331.745640:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000432d83a6. 00000100:00000010:2.0:1773941331.745642:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b8da106. 00000040:00000010:2.0:1773941331.745655:0:6140:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000085a110a0. 00000100:00000010:2.0:1773941331.745661:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221521f3. 02000000:00000010:2.0:1773941331.745665:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b37af1d. 00000100:00000010:2.0:1773941331.745670:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008378094a. 02000000:00000010:2.0:1773941331.745684:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000032e8efe6. 00000400:00000200:2.0:1773941331.745688:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941331.745691:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017bef180. 00000400:00000010:2.0:1773941331.745694:0:6140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c02b11c6. 00000100:00000200:2.0:1773941331.745697:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244278016, portal 25 00000400:00000010:2.0:1773941331.745700:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d527dbc. 00000100:00000200:2.0:1773941331.745701:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244278016, offset 0 00000400:00000200:2.0:1773941331.745705:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941331.745708:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.745711:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941331.745713:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941331.745715:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941331.745717:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941331.745719:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.745721:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [9:9:256:4294967295] 192.168.202.146@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1773941331.745723:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.745728:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941331.745732:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941331.745742:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8823c5d. 00000800:00000200:2.0:1773941331.745747:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941331.745752:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941331.745755:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e8823c5d type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941331.745769:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941331.745822:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.745824:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8823c5d. 00000400:00000200:0.0:1773941331.745827:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.745831:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.745833:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d527dbc 00000400:00000010:0.0:1773941331.745834:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d527dbc. 00000100:00000200:0.0:1773941331.745838:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000221521f3 x1860112244278016/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941331.746611:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.746616:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.746621:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.746623:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.746627:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.746630:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8416 into portal 25 MB=0x69bc321900300 00000400:00000200:0.0:1773941331.746633:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.746636:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8416/8416 into md 0x251 [4] + 224 00000400:00000200:0.0:1773941331.746655:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.746658:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941331.746663:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221521f3 x1860112244278016/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941331.746688:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017bef180. 00000400:00000200:2.0:1773941331.746693:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c02b11c6 00000400:00000010:2.0:1773941331.746695:0:6140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c02b11c6. 00000100:00000200:2.0:1773941331.746700:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221521f3 x1860112244278016/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941331.746707:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221521f3 x1860112244278016/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941331.746717:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008378094a. 02000000:00000010:2.0:1773941331.746722:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000032e8efe6. 02000000:00000010:2.0:1773941331.746729:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003b37af1d. 00000100:00000010:2.0:1773941331.746733:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221521f3. 00000040:00000010:2.0:1773941331.746738:0:6140:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000007748abe4. 00000020:00000010:1.0:1773941331.746949:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0a8c85a. 00000020:00000010:1.0:1773941331.746956:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000276e7d6c. 00000040:00000010:1.0:1773941331.746959:0:6158:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009ea8ec53. 00000020:00000010:1.0:1773941331.746964:0:6158:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000451e8910. 00000020:00000010:1.0:1773941331.746970:0:6158:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ec028c89. 00000020:00000010:1.0:1773941331.746974:0:6158:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000393cb9a5. 80000000:00000010:1.0:1773941331.746978:0:6158:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d0253c6. 40000000:00000010:1.0:1773941331.746983:0:6158:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae7e94df. 00100000:00000010:1.0:1773941331.746994:0:6158:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000828027cf. 00040000:00000010:1.0:1773941331.746999:0:6158:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000555852c9. 00040000:00000010:1.0:1773941331.747003:0:6158:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000005693dabf. 00040000:00000010:1.0:1773941331.747007:0:6158:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003869290b. 00000004:00000010:1.0:1773941331.747012:0:6158:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e67c6912. 00000004:00000010:1.0:1773941331.747017:0:6158:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c1cc4dc0. 00000004:00000010:1.0:1773941331.747022:0:6158:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000b9f638ce. 00002000:00000010:1.0:1773941331.747026:0:6158:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004fc2766f. 00000004:00000010:1.0:1773941331.747030:0:6158:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000fa5fee94. 00000020:00000010:1.0:1773941331.747035:0:6158:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000714dd43a. 00000040:00000010:1.0:1773941331.747058:0:6158:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f425af1c. 00000100:00000010:1.0:1773941331.747075:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1e1f338. 02000000:00000010:1.0:1773941331.747082:0:6158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bce3a64f. 00000100:00000010:1.0:1773941331.747090:0:6158:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2125694. 02000000:00000010:1.0:1773941331.747106:0:6158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000dbf16578. 00000400:00000200:1.0:1773941331.747112:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941331.747116:0:6158:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de711e3d. 00000400:00000010:1.0:1773941331.747120:0:6158:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004d957be5. 00000100:00000200:1.0:1773941331.747124:0:6158:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244278144, portal 25 00000400:00000010:1.0:1773941331.747129:0:6158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a561a0e. 00000100:00000200:1.0:1773941331.747131:0:6158:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244278144, offset 0 00000400:00000200:1.0:1773941331.747136:0:6158:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.747140:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.747145:0:6158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941331.747148:0:6158:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941331.747151:0:6158:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941331.747153:0:6158:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941331.747156:0:6158:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941331.747159:0:6158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [10:10:256:4294967295] 192.168.202.146@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1773941331.747163:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.747172:0:6158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941331.747177:0:6158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941331.747184:0:6158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afcd1f6a. 00000800:00000200:1.0:1773941331.747188:0:6158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941331.747193:0:6158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941331.747196:0:6158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000afcd1f6a type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941331.747207:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941331.747270:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.747281:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afcd1f6a. 00000400:00000200:0.0:1773941331.747285:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.747291:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.747295:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a561a0e 00000400:00000010:0.0:1773941331.747297:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a561a0e. 00000100:00000200:0.0:1773941331.747305:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1e1f338 x1860112244278144/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941331.748223:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.748227:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.748231:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.748233:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.748235:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.748237:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8472 into portal 25 MB=0x69bc321900380 00000400:00000200:0.0:1773941331.748240:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.748242:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8472/8472 into md 0x259 [4] + 224 00000400:00000200:0.0:1773941331.748252:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.748254:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941331.748258:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1e1f338 x1860112244278144/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941331.748301:0:6158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de711e3d. 00000400:00000200:1.0:1773941331.748307:0:6158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d957be5 00000400:00000010:1.0:1773941331.748309:0:6158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004d957be5. 00000100:00000200:1.0:1773941331.748314:0:6158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1e1f338 x1860112244278144/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941331.748321:0:6158:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1e1f338 x1860112244278144/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941331.748335:0:6158:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a2125694. 02000000:00000010:1.0:1773941331.748343:0:6158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000dbf16578. 02000000:00000010:1.0:1773941331.748353:0:6158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bce3a64f. 00000100:00000010:1.0:1773941331.748357:0:6158:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1e1f338. 00000020:00000010:1.0:1773941331.748372:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000318655b5. 00000020:00000010:1.0:1773941331.748377:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000318655b5. 00000020:00000010:1.0:1773941331.748384:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.748389:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.748413:0:6158:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000008b4bcd48. 00000020:00000010:1.0:1773941331.748422:0:6158:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000012ba4171. 00000020:00000010:1.0:1773941331.748438:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.748442:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.748448:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.748452:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000a2125694. 00000001:00000010:1.0:1773941331.748482:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000318655b5. 00000001:00000010:1.0:1773941331.748488:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002312f89e. 00000001:00000010:1.0:1773941331.748492:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bce3a64f. 00000001:00000010:1.0:1773941331.748495:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057b22f7b. 00000001:00000010:1.0:1773941331.748498:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2b89057. 00000001:00000010:1.0:1773941331.748509:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf73fa0a. 00000020:00000010:1.0:1773941331.748514:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ab93b14. 00000020:00000010:1.0:1773941331.748519:0:6158:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.748531:0:6158:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.748546:0:6158:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.748560:0:6158:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.748604:0:6158:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.748618:0:6158:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.748624:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088f577f7. 00000020:00000010:1.0:1773941331.748627:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000898c1615. 00000020:00000010:1.0:1773941331.748630:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007619a6f2. 00000008:00000010:1.0:1773941331.748637:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.748642:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.748647:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.748651:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.748654:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00020000:00000010:1.0:1773941331.748659:0:6158:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at 00000000a16afe86. 00000020:00000010:1.0:1773941331.748678:0:6158:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000366a5147. 00020000:00000010:1.0:1773941331.748814:0:6158:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000f5a5241a. 00020000:00000010:1.0:1773941331.748820:0:6158:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000ac326f76. 00000020:00000010:1.0:1773941331.748867:0:6158:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 000000006cc8182a. 00000020:00000010:1.0:1773941331.748879:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a08371a7. 00000020:00000010:1.0:1773941331.748884:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000004d957be5. 00000020:00000010:1.0:1773941331.748892:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008a11512e. 00000040:00000010:1.0:1773941331.748896:0:6158:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a07e770e. 00000020:00000010:1.0:1773941331.748899:0:6158:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000895eb4d7. 00000020:00000010:1.0:1773941331.748903:0:6158:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000f64fb02. 00000020:00000010:1.0:1773941331.748906:0:6158:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a2f29f30. 80000000:00000010:1.0:1773941331.748909:0:6158:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000028f38d1f. 40000000:00000010:1.0:1773941331.748912:0:6158:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003c9eea8b. 00000008:00000010:1.0:1773941331.748916:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e05d1ab2. 00020000:00000010:1.0:1773941331.748919:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000df3219a6. 00008000:00000010:1.0:1773941331.748928:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000fb992ca6. 00100000:00000010:1.0:1773941331.748932:0:6158:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dbcefe7. 00040000:00000010:1.0:1773941331.748936:0:6158:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000279e7afe. 00040000:00000010:1.0:1773941331.748940:0:6158:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a77b20ed. 00040000:00000010:1.0:1773941331.748943:0:6158:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a98cbebb. 00000004:00000010:1.0:1773941331.748947:0:6158:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036526511. 00000004:00000010:1.0:1773941331.748952:0:6158:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000002cfa1e11. 00000004:00000010:1.0:1773941331.748956:0:6158:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000c2833bf6. 00002000:00000010:1.0:1773941331.748960:0:6158:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000561126cc. 00000004:00000010:1.0:1773941331.748964:0:6158:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000e706c530. 00000080:00000010:1.0:1773941331.748967:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000da18b6c. 00000080:00000010:1.0:1773941331.748971:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000076e11a79. 00000020:00000010:1.0:1773941331.748975:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000002131dd18. 00000040:00000010:1.0:1773941331.748978:0:6158:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000018c8e8aa. 00000020:00000010:1.0:1773941331.748980:0:6158:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c231ed6b. 00000020:00000010:1.0:1773941331.748984:0:6158:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dda09a6b. 00000020:00000010:1.0:1773941331.748987:0:6158:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003e67a3c3. 80000000:00000010:1.0:1773941331.748991:0:6158:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f932208. 40000000:00000010:1.0:1773941331.748994:0:6158:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005bc6604f. 00000008:00000010:1.0:1773941331.748997:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000079bf4dc1. 00020000:00000010:1.0:1773941331.749000:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000253571b1. 00008000:00000010:1.0:1773941331.749002:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007590abcc. 00100000:00000010:1.0:1773941331.749005:0:6158:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae9d9a4e. 00040000:00000010:1.0:1773941331.749008:0:6158:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009df1752b. 00040000:00000010:1.0:1773941331.749010:0:6158:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b7e78f6b. 00040000:00000010:1.0:1773941331.749012:0:6158:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c285e6f4. 00000004:00000010:1.0:1773941331.749015:0:6158:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2832bce. 00000004:00000010:1.0:1773941331.749018:0:6158:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d74970ed. 00000004:00000010:1.0:1773941331.749030:0:6158:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000053202e0. 00002000:00000010:1.0:1773941331.749034:0:6158:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c3c349a6. 00000004:00000010:1.0:1773941331.749037:0:6158:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000c0deab87. 00000080:00000010:1.0:1773941331.749040:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000131d2353. 00000080:00000010:1.0:1773941331.749055:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b122eea0. 00000020:00000010:1.0:1773941331.749066:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000898c1615. 00000020:00000010:1.0:1773941331.749072:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000007619a6f2. 00000008:00000010:1.0:1773941331.749076:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.749081:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.749085:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.749088:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.749091:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.749095:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088f577f7. 00000020:00000010:1.0:1773941331.749100:0:6158:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.749103:0:6158:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.749107:0:6158:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.749112:0:6158:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.749116:0:6158:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.749120:0:6158:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.749123:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ab93b14. 00000020:00000010:1.0:1773941331.749126:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000a2125694. 00000020:00000010:1.0:1773941331.749129:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.749136:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007a0d8a42. 00000020:00000010:1.0:1773941331.749138:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007a0d8a42. 00000020:00000010:1.0:1773941331.749143:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007a0d8a42. 00000020:00000010:1.0:1773941331.749145:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007a0d8a42. 00000020:00000010:1.0:1773941331.749149:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.749152:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.749159:0:6158:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000003e2b6dd9. 00000020:00000010:1.0:1773941331.749162:0:6158:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002e0e1959. 00000020:00000010:1.0:1773941331.749169:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.749170:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.749173:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.749174:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000a2125694. 00000001:00000010:1.0:1773941331.749193:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007a0d8a42. 00000001:00000010:1.0:1773941331.749198:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005e4b74b1. 00000001:00000010:1.0:1773941331.749201:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ab93b14. 00000001:00000010:1.0:1773941331.749213:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088f577f7. 00000001:00000010:1.0:1773941331.749217:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000898c1615. 00000001:00000010:1.0:1773941331.749221:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000701e56b7. 00000020:00000010:1.0:1773941331.749227:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000920bedd9. 00000020:00000010:1.0:1773941331.749232:0:6158:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.749235:0:6158:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.749238:0:6158:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.749241:0:6158:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.749244:0:6158:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.749249:0:6158:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.749254:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4d516f2. 00000020:00000010:1.0:1773941331.749257:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e4d1745. 00000040:00000010:1.0:1773941331.749261:0:6158:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000680ca892. 00000020:00000010:1.0:1773941331.749264:0:6158:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014e60823. 00000020:00000010:1.0:1773941331.749268:0:6158:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7e93a03. 00040000:00000010:1.0:1773941331.749271:0:6158:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000afcd1f6a. 00040000:00000010:1.0:1773941331.749274:0:6158:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ae71b2ed. 00800000:00000010:1.0:1773941331.749278:0:6158:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at 000000004a0abe3b. 00000020:00000010:1.0:1773941331.749422:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007c20c5a0. 00000020:00000010:1.0:1773941331.749425:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000c13ef614. 80000000:00000010:1.0:1773941331.749443:0:6158:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 00000000c025efba. 00800000:00000010:1.0:1773941331.749480:0:6158:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000008beb511a. 00800000:00000010:1.0:1773941331.749483:0:6158:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000de90ad76. 00000020:00000010:1.0:1773941331.749485:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000002e4d1745. 00000040:00000010:1.0:1773941331.749490:0:6158:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000680ca892. 00000020:00000010:1.0:1773941331.749492:0:6158:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000014e60823. 00000020:00000010:1.0:1773941331.749495:0:6158:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b7e93a03. 00040000:00000010:1.0:1773941331.749498:0:6158:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000afcd1f6a. 00040000:00000010:1.0:1773941331.749501:0:6158:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ae71b2ed. 00000020:00000010:1.0:1773941331.749504:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4d516f2. 00000020:00000010:1.0:1773941331.749506:0:6158:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.749510:0:6158:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.749513:0:6158:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.749521:0:6158:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.749523:0:6158:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.749525:0:6158:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.749528:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000920bedd9. 00000020:00000010:1.0:1773941331.749532:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000a2125694. 00000020:00000010:1.0:1773941331.749534:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.749538:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000afcd1f6a. 00000020:00000010:1.0:1773941331.749540:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000afcd1f6a. 00000020:00000010:1.0:1773941331.749544:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000afcd1f6a. 00000020:00000010:1.0:1773941331.749546:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000afcd1f6a. 00000020:00000010:1.0:1773941331.749548:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000007619a6f2. 00000020:00000010:1.0:1773941331.749551:0:6158:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at 00000000f15fb5c3. 00000020:00000010:1.0:1773941331.749553:0:6158:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000001a21f585. 00000020:00000010:1.0:1773941331.749556:0:6158:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 0000000037396d11. 00000020:00000010:1.0:1773941331.749558:0:6158:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 000000002f61b690. 00000020:00000010:1.0:1773941331.749561:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000007619a6f2. 00000020:00000010:1.0:1773941331.749565:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000afcd1f6a. 00000020:00000010:1.0:1773941331.749566:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000afcd1f6a. 00000020:00000010:1.0:1773941331.749570:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000afcd1f6a. 00000020:00000010:1.0:1773941331.749572:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000afcd1f6a. 00000020:00000010:1.0:1773941331.749575:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000001c7a6095. 00000100:00000010:1.0:1773941331.749600:0:6158:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000049cbf53b. 00000400:00000200:1.0:1773941331.749604:0:6158:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941331.749608:0:6158:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:1.0:1773941331.749611:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.749615:0:6158:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941331.749619:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.749625:0:6158:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941331.749628:0:6158:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:1.0:1773941331.749631:0:6158:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:1.0:1773941331.749635:0:6158:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000049cbf53b. 00000020:00000010:1.0:1773941331.749638:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000001c7a6095. 00000020:00000010:1.0:1773941331.749653:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000001c7a6095. 00000020:00000010:1.0:1773941331.749658:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.749666:0:6158:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000773ff335. 00000020:00000010:1.0:1773941331.749672:0:6158:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000014e60823. 00000020:00000010:1.0:1773941331.749683:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.749687:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000001c7a6095. 00000020:00000010:1.0:1773941331.749692:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000001c7a6095. 00000020:00000010:1.0:1773941331.749695:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a2125694. 00000001:00000010:1.0:1773941331.749722:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000afcd1f6a. 00000001:00000010:1.0:1773941331.749726:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000be7b9adc. 00000001:00000010:1.0:1773941331.749728:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae71b2ed. 00000001:00000010:1.0:1773941331.749731:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b7e93a03. 00000001:00000010:1.0:1773941331.749734:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071bf1c9e. 00000001:00000010:1.0:1773941331.749736:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000920bedd9. 00000020:00000010:1.0:1773941331.749740:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4d516f2. 00000020:00000010:1.0:1773941331.749744:0:6158:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.749747:0:6158:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.749750:0:6158:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.749752:0:6158:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.749755:0:6158:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.749759:0:6158:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.749762:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000680ca892. 00000020:00000010:1.0:1773941331.749764:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e4d1745. 00000020:00000010:1.0:1773941331.749766:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007619a6f2. 00000008:00000010:1.0:1773941331.749767:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.749769:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.749772:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.749776:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.749779:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00000002:00000010:1.0:1773941331.749783:0:6158:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000ff63361a. 00010000:00000010:1.0:1773941331.749794:0:6158:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000000690947. 00010000:00000010:1.0:1773941331.749801:0:6158:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000059dc6989. 00010000:00000010:1.0:1773941331.749810:0:6158:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000077ad6c0c. 00000020:00000010:1.0:1773941331.749815:0:6158:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000981822ca. 00000100:00000200:1.0:1773941331.749829:0:6158:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.749833:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.749837:0:6158:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00010000:00000010:1.0:1773941331.749842:0:6158:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000388cd861. 00010000:00000010:1.0:1773941331.749846:0:6158:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000b4c1bfa7. 00000001:00000010:1.0:1773941331.749850:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004188f656. 00000001:00000010:1.0:1773941331.749854:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000f0c751e8. 00000001:00000010:1.0:1773941331.749896:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000078a296dc. 00000001:00000010:1.0:1773941331.749956:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a347c6a4. 00000001:00000010:1.0:1773941331.750015:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008a28bcad. 00000001:00000010:1.0:1773941331.750075:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000012ecb8d2. 00000001:00000010:1.0:1773941331.750124:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003d1c9f57. 00000001:00000010:1.0:1773941331.750174:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000016144b63. 00000001:00000010:1.0:1773941331.750235:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ba350966. 00000001:00000010:1.0:1773941331.750302:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006873b0f3. 00000001:00000010:1.0:1773941331.750353:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000301acc29. 00000001:00000010:1.0:1773941331.750400:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ca7869ff. 00000001:00000010:1.0:1773941331.750457:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000902e4d31. 00000001:00000010:1.0:1773941331.750530:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004a4e3251. 00000100:00000010:0.0:1773941331.750630:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004b34a76. 00000100:00000010:1.0:1773941331.750633:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007754ef8b. 00000001:00000010:1.0:1773941331.750667:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a8037783. 00000001:00000010:1.0:1773941331.750729:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000187f5fbe. 00000001:00000010:1.0:1773941331.750782:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000049682810. 00000001:00000010:1.0:1773941331.750832:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de8ef7d0. 00000001:00000010:1.0:1773941331.750877:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b71f9bc2. 00000001:00000010:1.0:1773941331.750938:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072ba3e65. 00000001:00000010:1.0:1773941331.751003:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000021433b3e. 00000001:00000010:1.0:1773941331.751054:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e61e2df2. 00000001:00000010:1.0:1773941331.751106:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000efa616a3. 00000001:00000010:1.0:1773941331.751157:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000854fa974. 00000001:00000010:1.0:1773941331.751204:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019852967. 00000001:00000010:1.0:1773941331.751274:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000042b054c1. 00000001:00000010:1.0:1773941331.751326:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000062d38063. 00000001:00000010:1.0:1773941331.751376:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b95b32b1. 00000001:00000010:1.0:1773941331.751417:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e6d34e4d. 00000001:00000010:1.0:1773941331.751465:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a0deb427. 00000001:00000010:1.0:1773941331.751521:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000020fe660b. 00000001:00000010:1.0:1773941331.751567:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b70966d7. 00000001:00000010:1.0:1773941331.751633:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001c53d093. 00000001:00000010:1.0:1773941331.751701:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e9ea27ec. 00000020:00000010:1.0:1773941331.751774:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009087e081. 00000020:00000010:1.0:1773941331.751778:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000e8d64cb1. 00000020:00000010:1.0:1773941331.751824:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a6f457ec. 00000020:00000010:1.0:1773941331.751826:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007d8f5c6f. 00000020:00000010:1.0:1773941331.752007:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000028a4f80e. 00000020:00000010:1.0:1773941331.752010:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000b4518e66. 00000020:00000010:1.0:1773941331.752032:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006237723d. 00000020:00000010:1.0:1773941331.752035:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000474a987f. 00000040:00000010:1.0:1773941331.752072:0:6158:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a3efb864. 00000002:00000010:1.0:1773941331.752080:0:6158:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000a1e5b617. 00000020:00000010:1.0:1773941331.752249:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000002e4d1745. 00000020:00000010:1.0:1773941331.752254:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000007619a6f2. 00000008:00000010:1.0:1773941331.752258:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.752260:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.752264:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.752269:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.752272:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.752274:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000680ca892. 00000020:00000010:1.0:1773941331.752277:0:6158:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.752280:0:6158:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.752286:0:6158:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.752289:0:6158:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.752291:0:6158:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.752294:0:6158:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.752296:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4d516f2. 00000020:00000010:1.0:1773941331.752299:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.752301:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000001c7a6095. 00000020:00000010:1.0:1773941331.752307:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f4f9d6f5. 00000020:00000010:1.0:1773941331.752310:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000a2125694. 00000020:00000010:1.0:1773941331.752316:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c322f8a. 00000020:00000010:1.0:1773941331.752319:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001fd145c6. 00000040:00000010:1.0:1773941331.752322:0:6158:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9daa9a8. 00000020:00000010:1.0:1773941331.752326:0:6158:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007434aa91. 00000020:00000010:1.0:1773941331.752329:0:6158:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e7040e6c. 00040000:00000010:1.0:1773941331.752332:0:6158:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004664c232. 00040000:00000010:1.0:1773941331.752335:0:6158:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009ece38f9. 00800000:00000010:1.0:1773941331.752344:0:6158:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 000000001a8d80c4. 00020000:00000010:1.0:1773941331.752348:0:6158:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000028ac659b. 00000020:00000010:1.0:1773941331.752351:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000001fd145c6. 00000040:00000010:1.0:1773941331.752353:0:6158:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9daa9a8. 00000020:00000010:1.0:1773941331.752356:0:6158:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007434aa91. 00000020:00000010:1.0:1773941331.752359:0:6158:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e7040e6c. 00040000:00000010:1.0:1773941331.752362:0:6158:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004664c232. 00040000:00000010:1.0:1773941331.752365:0:6158:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009ece38f9. 00000020:00000010:1.0:1773941331.752367:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c322f8a. 00000020:00000010:1.0:1773941331.752370:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c322f8a. 00000020:00000010:1.0:1773941331.752372:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ece38f9. 00000020:00000010:1.0:1773941331.752374:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000073d7e93e. 00000008:00000010:1.0:1773941331.752376:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.752378:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.752379:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.752382:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.752389:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.752396:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000009ece38f9. 00000020:00000010:1.0:1773941331.752398:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000073d7e93e. 00000008:00000010:1.0:1773941331.752401:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.752403:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.752405:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.752407:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.752408:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.752410:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c322f8a. 00000020:00000010:1.0:1773941331.752411:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000a2125694. 00000020:00000010:1.0:1773941331.752414:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f4f9d6f5. 00000020:00000010:1.0:1773941331.752419:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004664c232. 00000020:00000010:1.0:1773941331.752421:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004664c232. 00000020:00000010:1.0:1773941331.752425:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004664c232. 00000020:00000010:1.0:1773941331.752427:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004664c232. 00000020:00000010:1.0:1773941331.752431:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004664c232. 00000020:00000010:1.0:1773941331.752432:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004664c232. 00000020:00000010:1.0:1773941331.752434:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000f4f9d6f5. 00000100:00000010:1.0:1773941331.752436:0:6158:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a575d707. 00000400:00000200:1.0:1773941331.752438:0:6158:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941331.752442:0:6158:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:1.0:1773941331.752445:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.752448:0:6158:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941331.752452:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.752457:0:6158:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941331.752459:0:6158:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:1.0:1773941331.752461:0:6158:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:1.0:1773941331.752463:0:6158:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000a575d707. 00000020:00000010:1.0:1773941331.752466:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000f4f9d6f5. 00000020:00000010:1.0:1773941331.752468:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f4f9d6f5. 00000020:00000010:1.0:1773941331.752470:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.752477:0:6158:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000e15ab87e. 00000020:00000010:1.0:1773941331.752487:0:6158:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007434aa91. 00000020:00000010:1.0:1773941331.752496:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.752499:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f4f9d6f5. 00000020:00000010:1.0:1773941331.752504:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f4f9d6f5. 00000020:00000010:1.0:1773941331.752506:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a2125694. 00000001:00000010:1.0:1773941331.752522:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004664c232. 00000001:00000010:1.0:1773941331.752525:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006cbe6cbb. 00000001:00000010:1.0:1773941331.752527:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c322f8a. 00000001:00000010:1.0:1773941331.752528:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ece38f9. 00000001:00000010:1.0:1773941331.752530:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e7040e6c. 00000001:00000010:1.0:1773941331.752533:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9daa9a8. 00000020:00000010:1.0:1773941331.752536:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fd145c6. 00000020:00000010:1.0:1773941331.752540:0:6158:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.752543:0:6158:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.752546:0:6158:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.752550:0:6158:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.752553:0:6158:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.752556:0:6158:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.752559:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa78bae5. 00000020:00000010:1.0:1773941331.752562:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066793664. 00000020:00000010:1.0:1773941331.752564:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000073d7e93e. 00000008:00000010:1.0:1773941331.752568:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.752570:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.752572:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.752574:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.752575:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00000002:00000010:1.0:1773941331.752700:0:6158:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000281931d7. 00010000:00000010:1.0:1773941331.752717:0:6158:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000026f582d8. 00010000:00000010:1.0:1773941331.752723:0:6158:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000000c39782. 00010000:00000010:1.0:1773941331.752731:0:6158:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000001133ce2. 00000020:00000010:1.0:1773941331.752736:0:6158:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000687408df. 00000100:00000200:1.0:1773941331.752745:0:6158:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.752754:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.752757:0:6158:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00010000:00000010:1.0:1773941331.752761:0:6158:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000d31848f0. 00010000:00000010:1.0:1773941331.752765:0:6158:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000000390f1e6. 00000001:00000010:1.0:1773941331.752769:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008ac13145. 00000001:00000010:1.0:1773941331.752773:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000000fe32788. 00000001:00000010:1.0:1773941331.752815:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000051ad045b. 00000001:00000010:1.0:1773941331.752862:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f5897ff8. 00000001:00000010:1.0:1773941331.752915:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c58eee77. 00000001:00000010:1.0:1773941331.752985:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000faf500d7. 00000001:00000010:1.0:1773941331.753058:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dd971ca9. 00000001:00000010:1.0:1773941331.753111:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1473dcb. 00000001:00000010:1.0:1773941331.753163:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007e56e5d2. 00000001:00000010:1.0:1773941331.753217:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000614f6b37. 00000001:00000010:1.0:1773941331.753278:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068b2e60b. 00000001:00000010:1.0:1773941331.753329:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000051e06814. 00000001:00000010:1.0:1773941331.753375:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005c651b02. 00000001:00000010:1.0:1773941331.753416:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087a492be. 00000001:00000010:1.0:1773941331.753463:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000053491f07. 00000001:00000010:1.0:1773941331.753517:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a388de2. 00000001:00000010:1.0:1773941331.753598:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000630ffdc9. 00000001:00000010:1.0:1773941331.753659:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002824009c. 00000001:00000010:1.0:1773941331.753729:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000055a73603. 00000001:00000010:1.0:1773941331.753795:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000480e99ba. 00000001:00000010:1.0:1773941331.753863:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ad1d47d6. 00000001:00000010:1.0:1773941331.753928:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d30b5db6. 00000001:00000010:1.0:1773941331.753997:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000069351daf. 00000001:00000010:1.0:1773941331.754072:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b0910ab. 00000001:00000010:1.0:1773941331.754139:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000532144c3. 00000001:00000010:1.0:1773941331.754206:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008ed55eb9. 00000001:00000010:1.0:1773941331.754276:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000011c8dfa5. 00000001:00000010:1.0:1773941331.754339:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000387d225b. 00000001:00000010:1.0:1773941331.754394:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e97879bc. 00000001:00000010:1.0:1773941331.754447:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f12aaf12. 00000001:00000010:1.0:1773941331.754496:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be4e6059. 00000001:00000010:1.0:1773941331.754539:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000df575d30. 00000001:00000010:1.0:1773941331.754615:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c59e5f3c. 00000001:00000010:1.0:1773941331.754675:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007e71fb46. 00000020:00000010:1.0:1773941331.754751:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000015d3225a. 00000020:00000010:1.0:1773941331.754754:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 0000000009f7366a. 00000020:00000010:1.0:1773941331.754828:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fe15d74f. 00000020:00000010:1.0:1773941331.754831:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000eaf053e8. 00000020:00000010:1.0:1773941331.755023:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e9caa5b7. 00000020:00000010:1.0:1773941331.755027:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000d66e471a. 00000020:00000010:1.0:1773941331.755060:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000025411fc2. 00000020:00000010:1.0:1773941331.755063:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c8f3d0e2. 00000040:00000010:1.0:1773941331.755097:0:6158:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000965eb299. 00000002:00000010:1.0:1773941331.755101:0:6158:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 000000002286ece2. 00000020:00000010:1.0:1773941331.755323:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000066793664. 00000020:00000010:1.0:1773941331.755326:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000073d7e93e. 00000008:00000010:1.0:1773941331.755329:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.755332:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.755334:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.755338:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.755341:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.755345:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa78bae5. 00000020:00000010:1.0:1773941331.755349:0:6158:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.755352:0:6158:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.755354:0:6158:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.755357:0:6158:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.755359:0:6158:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.755362:0:6158:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.755369:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fd145c6. 00000020:00000010:1.0:1773941331.755372:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.755374:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f4f9d6f5. 00000020:00000010:1.0:1773941331.755379:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.755382:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000a2125694. 00000020:00000010:1.0:1773941331.755385:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fd145c6. 00000020:00000010:1.0:1773941331.755387:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aa78bae5. 00000040:00000010:1.0:1773941331.755389:0:6158:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000066793664. 00000020:00000010:1.0:1773941331.755391:0:6158:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008a0766f3. 00000020:00000010:1.0:1773941331.755393:0:6158:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076dddbcf. 00040000:00000010:1.0:1773941331.755397:0:6158:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007afa5363. 00040000:00000010:1.0:1773941331.755400:0:6158:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c4d516f2. 00800000:00000010:1.0:1773941331.755408:0:6158:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000680ca892. 00000020:00000010:1.0:1773941331.755411:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000aa78bae5. 00000040:00000010:1.0:1773941331.755413:0:6158:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000066793664. 00000020:00000010:1.0:1773941331.755415:0:6158:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008a0766f3. 00000020:00000010:1.0:1773941331.755419:0:6158:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076dddbcf. 00040000:00000010:1.0:1773941331.755421:0:6158:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007afa5363. 00040000:00000010:1.0:1773941331.755423:0:6158:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c4d516f2. 00000020:00000010:1.0:1773941331.755424:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fd145c6. 00000020:00000010:1.0:1773941331.755427:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4d516f2. 00000020:00000010:1.0:1773941331.755431:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e4d1745. 00000020:00000010:1.0:1773941331.755434:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.755436:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.755439:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.755441:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.755444:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.755446:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.755450:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000002e4d1745. 00000020:00000010:1.0:1773941331.755452:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.755454:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.755457:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.755460:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.755467:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.755470:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.755471:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4d516f2. 00000020:00000010:1.0:1773941331.755473:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000a2125694. 00000020:00000010:1.0:1773941331.755476:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.755481:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007afa5363. 00000020:00000010:1.0:1773941331.755483:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007afa5363. 00000020:00000010:1.0:1773941331.755488:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007afa5363. 00000020:00000010:1.0:1773941331.755490:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007afa5363. 00000020:00000010:1.0:1773941331.755494:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007afa5363. 00000020:00000010:1.0:1773941331.755496:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007afa5363. 00000020:00000010:1.0:1773941331.755499:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000f1acc9cd. 00000100:00000010:1.0:1773941331.755502:0:6158:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000aed3120d. 00000400:00000200:1.0:1773941331.755505:0:6158:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941331.755510:0:6158:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:1.0:1773941331.755514:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.755517:0:6158:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941331.755521:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.755524:0:6158:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941331.755528:0:6158:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:1.0:1773941331.755530:0:6158:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:1.0:1773941331.755532:0:6158:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000aed3120d. 00000020:00000010:1.0:1773941331.755535:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.755539:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.755542:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.755554:0:6158:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000cfaaa59a. 00000020:00000010:1.0:1773941331.755558:0:6158:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008a0766f3. 00000020:00000010:1.0:1773941331.755565:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.755568:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.755572:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.755575:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a2125694. 00000001:00000010:1.0:1773941331.755624:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007afa5363. 00000001:00000010:1.0:1773941331.755635:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e437737b. 00000001:00000010:1.0:1773941331.755639:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4d516f2. 00000001:00000010:1.0:1773941331.755644:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002e4d1745. 00000001:00000010:1.0:1773941331.755649:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001fd145c6. 00000001:00000010:1.0:1773941331.755653:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076dddbcf. 00000020:00000010:1.0:1773941331.755658:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066793664. 00000020:00000010:1.0:1773941331.755663:0:6158:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.755667:0:6158:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.755671:0:6158:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.755676:0:6158:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.755677:0:6158:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.755680:0:6158:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.755683:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa78bae5. 00000020:00000010:1.0:1773941331.755688:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003aec6276. 00000020:00000010:1.0:1773941331.755692:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.755694:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.755696:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.755698:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.755700:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.755702:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00000008:00000010:1.0:1773941331.755705:0:6158:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 000000009eca4b51. 00010000:00000010:1.0:1773941331.755712:0:6158:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000601b81d5. 00010000:00000010:1.0:1773941331.755716:0:6158:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000e24970f2. 00000020:00000010:1.0:1773941331.755724:0:6158:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000add8f7e6. 00000100:00000200:1.0:1773941331.755733:0:6158:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.755737:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.755740:0:6158:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00010000:00000010:1.0:1773941331.755743:0:6158:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000007d3a18f1. 00010000:00000010:1.0:1773941331.755749:0:6158:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000005691379a. 00000001:00000010:1.0:1773941331.755753:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005566ad33. 00000001:00000010:1.0:1773941331.755757:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000f3c43134. 00000001:00000010:1.0:1773941331.755768:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ff1c1284. 00000001:00000010:1.0:1773941331.755776:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cfbb1ae2. 00000001:00000010:1.0:1773941331.755781:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008e6773ff. 00000001:00000010:1.0:1773941331.755786:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ddfe8f59. 00000001:00000010:1.0:1773941331.755795:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001b91a00f. 00000001:00000010:1.0:1773941331.755800:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bcd98926. 00000001:00000010:1.0:1773941331.755805:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ad00ee98. 00000001:00000010:1.0:1773941331.755810:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000220484b. 00000001:00000010:1.0:1773941331.755818:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000028508534. 00000001:00000010:1.0:1773941331.755824:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ab5e65f4. 00000001:00000010:1.0:1773941331.755829:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004452ec66. 00000001:00000010:1.0:1773941331.755833:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a08e492b. 00000001:00000010:1.0:1773941331.755842:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000052ad742a. 00000001:00000010:1.0:1773941331.755847:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001ad4b392. 00000001:00000010:1.0:1773941331.755852:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d6dc0d13. 00000001:00000010:1.0:1773941331.755857:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001106e046. 00000020:00000010:1.0:1773941331.755910:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000532bf14. 00000020:00000010:1.0:1773941331.755913:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000cce4d62c. 00000020:00000010:1.0:1773941331.755955:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000042758b72. 00000020:00000010:1.0:1773941331.755959:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000024d6209d. 00000020:00000010:1.0:1773941331.756256:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006845940f. 00000020:00000010:1.0:1773941331.756260:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f0de4758. 00000100:00000010:1.0:1773941331.756280:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1e1f338. 00000100:00000010:1.0:1773941331.756489:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e54e9eb5. 00000100:00000010:1.0:1773941331.756494:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022b52d55. 00000100:00000010:1.0:1773941331.756663:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000001513739. 00000100:00000010:1.0:1773941331.756670:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013526918. 00000100:00000010:1.0:1773941331.756839:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000002cfe6cec. 00000100:00000010:1.0:1773941331.756844:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffc3e18c. 00000100:00000010:1.0:1773941331.757005:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009616768b. 00000100:00000010:1.0:1773941331.757009:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054d9b11b. 00000100:00000010:1.0:1773941331.757158:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000d8c3233a. 00000100:00000010:1.0:1773941331.757168:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000527fe888. 00000100:00000010:1.0:1773941331.757314:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000a7f34226. 00000100:00000010:1.0:1773941331.757318:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3ecfb98. 00000100:00000010:1.0:1773941331.757458:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e931cbb9. 00000100:00000010:1.0:1773941331.757461:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087d4f742. 00000100:00000010:1.0:1773941331.757616:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000007fea41df. 00000100:00000010:1.0:1773941331.757619:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bf99131. 00000100:00000010:1.0:1773941331.757779:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000aba91b60. 00000100:00000010:1.0:1773941331.757783:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099b37e20. 00000100:00000010:1.0:1773941331.757925:0:6158:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000070d6eb81. 00000020:00000010:1.0:1773941331.757930:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003aec6276. 00000020:00000010:1.0:1773941331.757933:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.757935:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.757937:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.757940:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.757943:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.757945:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.757947:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa78bae5. 00000020:00000010:1.0:1773941331.757950:0:6158:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.757952:0:6158:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.757954:0:6158:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.757956:0:6158:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.757959:0:6158:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.757961:0:6158:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.757963:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066793664. 00000020:00000010:1.0:1773941331.757966:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.757968:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.757972:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.757975:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000949eb850. 00000020:00000010:1.0:1773941331.757979:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000137f38a4. 00000020:00000010:1.0:1773941331.757981:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000486d819a. 00000020:00000010:1.0:1773941331.757983:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.757990:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.757993:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.757995:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.757997:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.757999:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00020000:00000010:1.0:1773941331.758007:0:6158:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 00000000432734dc. 00020000:00000010:1.0:1773941331.758011:0:6158:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000b5d93fe8. 00020000:00000010:1.0:1773941331.758016:0:6158:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at 0000000066793664. 00000020:00000010:1.0:1773941331.758019:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000486d819a. 00000020:00000010:1.0:1773941331.758021:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.758023:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.758025:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.758026:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.758027:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.758029:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.758030:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000137f38a4. 00000020:00000010:1.0:1773941331.758032:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000949eb850. 00000020:00000010:1.0:1773941331.758034:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758037:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c7632c2f. 00000020:00000010:1.0:1773941331.758039:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c7632c2f. 00000020:00000010:1.0:1773941331.758059:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c7632c2f. 00000020:00000010:1.0:1773941331.758060:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c7632c2f. 00000020:00000010:1.0:1773941331.758064:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c7632c2f. 00000020:00000010:1.0:1773941331.758065:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c7632c2f. 00000020:00000010:1.0:1773941331.758067:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000f1acc9cd. 00000100:00000010:1.0:1773941331.758071:0:6158:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000096ba99cf. 00000400:00000200:1.0:1773941331.758072:0:6158:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941331.758076:0:6158:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:1.0:1773941331.758079:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.758082:0:6158:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941331.758086:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.758090:0:6158:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941331.758097:0:6158:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:1.0:1773941331.758099:0:6158:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:1.0:1773941331.758101:0:6158:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000096ba99cf. 00000020:00000010:1.0:1773941331.758104:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758107:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758110:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.758115:0:6158:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000cfe72c86. 00000020:00000010:1.0:1773941331.758120:0:6158:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000a5a97dd. 00000020:00000010:1.0:1773941331.758127:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.758129:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758132:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758133:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a2125694. 00000001:00000010:1.0:1773941331.758155:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c7632c2f. 00000001:00000010:1.0:1773941331.758158:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009902b445. 00000001:00000010:1.0:1773941331.758160:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa78bae5. 00000001:00000010:1.0:1773941331.758162:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000137f38a4. 00000001:00000010:1.0:1773941331.758164:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000486d819a. 00000001:00000010:1.0:1773941331.758165:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003aec6276. 00000020:00000010:1.0:1773941331.758168:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bb65316. 00000020:00000010:1.0:1773941331.758169:0:6158:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.758171:0:6158:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.758173:0:6158:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.758175:0:6158:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.758177:0:6158:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.758179:0:6158:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.758183:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075fd1fc0. 00000020:00000010:1.0:1773941331.758185:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000031ae8dfb. 00000020:00000010:1.0:1773941331.758187:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.758188:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.758190:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.758191:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.758193:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.758200:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00000008:00000010:1.0:1773941331.758203:0:6158:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 000000000406b11e. 00010000:00000010:1.0:1773941331.758211:0:6158:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000043c28398. 00010000:00000010:1.0:1773941331.758223:0:6158:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000007d3f4ec2. 00000020:00000010:1.0:1773941331.758230:0:6158:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 000000004013c1a1. 00000100:00000200:1.0:1773941331.758241:0:6158:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.758245:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.758249:0:6158:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00010000:00000010:1.0:1773941331.758253:0:6158:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009f21cdc8. 00010000:00000010:1.0:1773941331.758257:0:6158:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000001cf5cd64. 00000001:00000010:1.0:1773941331.758260:0:6158:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007053225c. 00000001:00000010:1.0:1773941331.758263:0:6158:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000a1d51a31. 00000001:00000010:1.0:1773941331.758275:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b914f664. 00000001:00000010:1.0:1773941331.758280:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001410c2be. 00000001:00000010:1.0:1773941331.758284:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004759df78. 00000001:00000010:1.0:1773941331.758288:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d2cdf056. 00000001:00000010:1.0:1773941331.758295:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000631e4aff. 00000001:00000010:1.0:1773941331.758299:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007558ccb0. 00000001:00000010:1.0:1773941331.758303:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000060944532. 00000001:00000010:1.0:1773941331.758307:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ea55161e. 00000001:00000010:1.0:1773941331.758314:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e8953b11. 00000001:00000010:1.0:1773941331.758318:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000089c88bc9. 00000001:00000010:1.0:1773941331.758323:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fd572592. 00000001:00000010:1.0:1773941331.758327:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000130fa7ba. 00000001:00000010:1.0:1773941331.758335:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c8f90cf9. 00000001:00000010:1.0:1773941331.758340:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b5e9a7f1. 00000001:00000010:1.0:1773941331.758344:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001cd8e5af. 00000001:00000010:1.0:1773941331.758348:0:6158:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b1fa61c5. 00000020:00000010:1.0:1773941331.758411:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f2a87f4a. 00000020:00000010:1.0:1773941331.758414:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 0000000027e467ef. 00000020:00000010:1.0:1773941331.758456:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001ef45e03. 00000020:00000010:1.0:1773941331.758462:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000267fec46. 00000020:00000010:1.0:1773941331.758703:0:6158:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a1b3b9cf. 00000020:00000010:1.0:1773941331.758706:0:6158:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000331deeed. 00000020:00000010:1.0:1773941331.758721:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000031ae8dfb. 00000020:00000010:1.0:1773941331.758723:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.758725:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.758727:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.758729:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.758732:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.758734:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.758736:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075fd1fc0. 00000020:00000010:1.0:1773941331.758738:0:6158:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000949eb850. 00000020:00000010:1.0:1773941331.758741:0:6158:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b57ea09. 00000008:00000010:1.0:1773941331.758743:0:6158:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000085b435b1. 00020000:00000010:1.0:1773941331.758745:0:6158:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c233a8db. 00008000:00000010:1.0:1773941331.758747:0:6158:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008ff76c70. 00000080:00000010:1.0:1773941331.758749:0:6158:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006ab98a92. 00000020:00000010:1.0:1773941331.758750:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bb65316. 00000020:00000010:1.0:1773941331.758753:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a2125694. 00000020:00000010:1.0:1773941331.758755:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758760:0:6158:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758762:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000949eb850. 00000020:00000010:1.0:1773941331.758766:0:6158:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031ae8dfb. 00000020:00000010:1.0:1773941331.758768:0:6158:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000030569ea7. 00000020:00000010:1.0:1773941331.758770:0:6158:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.758772:0:6158:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.758774:0:6158:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.758776:0:6158:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.758778:0:6158:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.758780:0:6158:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cdc2912e. 00020000:00000010:1.0:1773941331.758785:0:6158:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 000000000be25e4c. 00000020:00000010:1.0:1773941331.758789:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000030569ea7. 00000020:00000010:1.0:1773941331.758795:0:6158:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000705d1858. 00000008:00000010:1.0:1773941331.758797:0:6158:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000da9bee67. 00020000:00000010:1.0:1773941331.758799:0:6158:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000fb73c962. 00008000:00000010:1.0:1773941331.758801:0:6158:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000099d3678b. 00000080:00000010:1.0:1773941331.758803:0:6158:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000579b88fa. 00000080:00000010:1.0:1773941331.758805:0:6158:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cdc2912e. 00000020:00000010:1.0:1773941331.758807:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031ae8dfb. 00000020:00000010:1.0:1773941331.758809:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000949eb850. 00000020:00000010:1.0:1773941331.758811:0:6158:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758815:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004bc844a3. 00000020:00000010:1.0:1773941331.758817:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004bc844a3. 00000020:00000010:1.0:1773941331.758820:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004bc844a3. 00000020:00000010:1.0:1773941331.758821:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004bc844a3. 00000020:00000010:1.0:1773941331.758823:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000f1acc9cd. 00000020:00000010:1.0:1773941331.758825:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000f1acc9cd. 00000100:00000010:1.0:1773941331.758833:0:6158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efc88561. 02000000:00000010:1.0:1773941331.758843:0:6158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031ae8dfb. 00000100:00000010:1.0:1773941331.758853:0:6158:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2125694. 02000000:00000010:1.0:1773941331.758876:0:6158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a029ce66. 00000400:00000200:1.0:1773941331.758882:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941331.758884:0:6158:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de711e3d. 00000400:00000010:1.0:1773941331.758889:0:6158:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000026d015a4. 00000100:00000200:1.0:1773941331.758895:0:6158:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244278272, portal 25 00000400:00000010:1.0:1773941331.758900:0:6158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d627e33. 00000100:00000200:1.0:1773941331.758902:0:6158:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244278272, offset 0 00000400:00000200:1.0:1773941331.758908:0:6158:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.758915:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.758920:0:6158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941331.758924:0:6158:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941331.758927:0:6158:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941331.758930:0:6158:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941331.758933:0:6158:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941331.758938:0:6158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [11:11:256:4294967295] 192.168.202.146@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1773941331.758942:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.758951:0:6158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941331.758955:0:6158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941331.758958:0:6158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bc844a3. 00000800:00000200:1.0:1773941331.758964:0:6158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941331.758970:0:6158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941331.758974:0:6158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004bc844a3 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941331.758985:0:6158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:1.0:1773941331.758988:0:6158:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000705d1858. 00000100:00000010:1.0:1773941331.758997:0:6158:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099cc1d73. 00000800:00000200:0.0:1773941331.761330:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.761334:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bc844a3. 00000400:00000200:0.0:1773941331.761338:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.761344:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.761348:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d627e33 00000400:00000010:0.0:1773941331.761350:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d627e33. 00000100:00000200:0.0:1773941331.761356:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efc88561 x1860112244278272/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941331.762532:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.762538:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.762545:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.762553:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.762558:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.762562:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8472 into portal 25 MB=0x69bc321900400 00000400:00000200:0.0:1773941331.762566:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.762571:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8472/8472 into md 0x269 [4] + 224 00000400:00000200:0.0:1773941331.762618:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.762625:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941331.762633:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efc88561 x1860112244278272/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941331.762643:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099cc1d73. 00000400:00000010:0.0:1773941331.762681:0:6158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de711e3d. 00000400:00000200:0.0:1773941331.762687:0:6158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d015a4 00000400:00000010:0.0:1773941331.762690:0:6158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000026d015a4. 00000100:00000200:0.0:1773941331.762698:0:6158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efc88561 x1860112244278272/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941331.762709:0:6158:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efc88561 x1860112244278272/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941331.762730:0:6158:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a2125694. 02000000:00000010:0.0:1773941331.762740:0:6158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a029ce66. 02000000:00000010:0.0:1773941331.762752:0:6158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000031ae8dfb. 00000100:00000010:0.0:1773941331.762756:0:6158:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efc88561. 00000020:00000010:0.0:1773941331.762765:0:6158:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f579f90b. 00000020:00000010:0.0:1773941331.762768:0:6158:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f579f90b. 00000040:00000010:0.0:1773941331.762771:0:6158:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f425af1c. 00000020:00000010:0.0:1773941331.762777:0:6158:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000714dd43a. 00000020:00000010:0.0:1773941331.762783:0:6158:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000276e7d6c. 00000040:00000010:0.0:1773941331.762786:0:6158:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ea8ec53. 00000020:00000010:0.0:1773941331.762788:0:6158:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000451e8910. 00000020:00000010:0.0:1773941331.762792:0:6158:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ec028c89. 00000020:00000010:0.0:1773941331.762795:0:6158:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000393cb9a5. 80000000:00000010:0.0:1773941331.762799:0:6158:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d0253c6. 40000000:00000010:0.0:1773941331.762802:0:6158:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae7e94df. 00100000:00000010:0.0:1773941331.762811:0:6158:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000828027cf. 00040000:00000010:0.0:1773941331.762816:0:6158:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000555852c9. 00040000:00000010:0.0:1773941331.762822:0:6158:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000005693dabf. 00040000:00000010:0.0:1773941331.762825:0:6158:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003869290b. 00000004:00000010:0.0:1773941331.762829:0:6158:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e67c6912. 00000004:00000010:0.0:1773941331.762833:0:6158:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at 00000000c1cc4dc0. 00000004:00000010:0.0:1773941331.762838:0:6158:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 00000000b9f638ce. 00002000:00000010:0.0:1773941331.762841:0:6158:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004fc2766f. 00000004:00000010:0.0:1773941331.762845:0:6158:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at 00000000fa5fee94. 00000020:00000010:0.0:1773941331.762848:0:6158:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0a8c85a. 00000040:00000010:3.0:1773941331.762881:0:6140:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007748abe4. 00000040:00000010:3.0:1773941331.762890:0:6140:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000085a110a0. 00000040:00000010:3.0:1773941331.762894:0:6140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000002a743b. 00000020:00000010:3.0:1773941331.762900:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003e13b786. 00000040:00000010:3.0:1773941331.762904:0:6140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9d7f5b3. 00000020:00000010:3.0:1773941331.762907:0:6140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001cb4b5e5. 00000020:00000010:3.0:1773941331.762911:0:6140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001737cfa2. 80000000:00000010:3.0:1773941331.762914:0:6140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000073aa6b5d. 00040000:00000010:3.0:1773941331.762918:0:6140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da9f82f6. 20000000:00000010:3.0:1773941331.762922:0:6140:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 0000000016c179f7. 00000020:00000010:3.0:1773941331.762925:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060b604d9. 10000000:00000010:3.0:1773941331.762929:0:6140:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000017992896. 00000100:00000010:3.0:1773941331.762952:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae54238. 02000000:00000010:3.0:1773941331.762962:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016c179f7. 00010000:00000010:3.0:1773941331.762972:0:6140:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007152dd34. 00010000:00000010:3.0:1773941331.762978:0:6140:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004c280729. 00000020:00000010:3.0:1773941331.762984:0:6140:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000960a9a8a. 00000100:00000010:3.0:1773941331.762999:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023e80cdb. 02000000:00000010:3.0:1773941331.763011:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000098344aa7. 00000400:00000200:3.0:1773941331.763018:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941331.763022:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eda1ee9. 00000400:00000010:3.0:1773941331.763028:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea97568. 00000100:00000200:3.0:1773941331.763033:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244278400, portal 25 00000400:00000010:3.0:1773941331.763039:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9fcc4ad. 00000100:00000200:3.0:1773941331.763054:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244278400, offset 0 00000400:00000200:3.0:1773941331.763062:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941331.763067:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.763071:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941331.763074:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941331.763077:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941331.763080:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941331.763082:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941331.763084:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [12:12:256:4294967295] 192.168.202.146@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1773941331.763092:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.763102:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941331.763107:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941331.763110:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fcedebd. 00000800:00000200:3.0:1773941331.763115:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941331.763121:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941331.763124:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fcedebd type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1773941331.763138:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:3.0:1773941331.763146:0:6140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073aa6b5d. 00000800:00000200:0.0:1773941331.763174:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.763177:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fcedebd. 00000400:00000200:0.0:1773941331.763181:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.763186:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.763189:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9fcc4ad 00000400:00000010:0.0:1773941331.763191:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9fcc4ad. 00000100:00000200:0.0:1773941331.763195:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae54238 x1860112244278400/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941331.763969:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.763974:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.763978:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.763981:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.763983:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.763985:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321900480 00000400:00000200:0.0:1773941331.763988:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.763991:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x279 [1] + 224 00000400:00000200:0.0:1773941331.763999:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.764002:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941331.764006:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae54238 x1860112244278400/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941331.764060:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eda1ee9. 00000400:00000200:3.0:1773941331.764065:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea97568 00000400:00000010:3.0:1773941331.764066:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea97568. 00000100:00000200:3.0:1773941331.764071:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae54238 x1860112244278400/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941331.764078:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae54238 x1860112244278400/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941331.764088:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000023e80cdb. 02000000:00000010:3.0:1773941331.764101:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000098344aa7. 02000000:00000010:3.0:1773941331.764103:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000016c179f7. 00000100:00000010:3.0:1773941331.764106:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae54238. 10000000:00000010:3.0:1773941331.764112:0:6140:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000001cb4b5e5. 00000100:00000010:1.0:1773941331.764839:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e0f18bf. 02000000:00000010:1.0:1773941331.764849:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031ae8dfb. 00000100:00000010:1.0:1773941331.764858:0:6140:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006efbc8f6. 00000100:00000010:1.0:1773941331.764863:0:6140:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000001b857167. 00000100:00000010:1.0:1773941331.764881:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004636133d. 00000400:00000200:1.0:1773941331.764896:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941331.764900:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c1c5a68. 00000400:00000010:1.0:1773941331.764917:0:6140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004f906e51. 00000100:00000200:1.0:1773941331.764924:0:6140:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc321900500-0x69bc321900500, portal 33 02000000:00000010:1.0:1773941331.764932:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bb65316. 00000400:00000200:1.0:1773941331.764937:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941331.764941:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a9fd90. 00000400:00000010:1.0:1773941331.764946:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000568946de. 00000100:00000200:1.0:1773941331.764949:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244278528, portal 25 00000400:00000010:1.0:1773941331.764954:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f11c866. 00000100:00000200:1.0:1773941331.764956:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112244278528, offset 0 00000400:00000200:1.0:1773941331.764963:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.764968:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.764972:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941331.764982:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941331.764985:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941331.764988:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941331.764991:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941331.764994:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [13:13:256:4294967295] 192.168.202.146@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1773941331.764999:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.765007:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941331.765012:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941331.765016:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0c90b50. 00000800:00000200:1.0:1773941331.765022:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941331.765027:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941331.765030:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f0c90b50 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1773941331.765061:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941331.765103:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.765106:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0c90b50. 00000400:00000200:0.0:1773941331.765115:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.765118:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.765120:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f11c866 00000400:00000010:0.0:1773941331.765121:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f11c866. 00000100:00000200:0.0:1773941331.765125:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e0f18bf x1860112244278528/t0(0) o256->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941331.765800:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.765804:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.765809:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.765812:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.765814:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.765817:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 176 into portal 33 MB=0x69bc321900500 00000400:00000200:0.0:1773941331.765821:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.765824:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.146@tcp of length 176/176 into md 0x281 [256] + 0 00000400:00000010:0.0:1773941331.765827:0:2390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c1c5a68. 00000400:00000200:0.0:1773941331.765830:0:2390:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f906e51 00000400:00000200:0.0:1773941331.765835:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.765838:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.765841:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f906e51 00000400:00000010:0.0:1773941331.765842:0:2390:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004f906e51. 00000100:00000200:0.0:1773941331.765845:0:2390:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000003e0f18bf desc 000000006efbc8f6 mbits 1860112244278528 00000400:00000200:0.0:1773941331.765857:0:2390:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1773941331.765861:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.765864:0:2390:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.46@tcp to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941331.765868:0:2390:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [14:14:256:4294967295] 192.168.202.146@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1773941331.765873:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.765879:0:2390:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:192.168.202.46@tcp) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) 192.168.202.146@tcp : ACK try# 0 00000800:00000200:0.0:1773941331.765883:0:2390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941331.765888:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 0000000089784812. 00000800:00000200:0.0:1773941331.765892:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941331.765902:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941331.765904:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089784812 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1773941331.765946:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.765949:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 0000000089784812. 00000400:00000200:0.0:1773941331.765953:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.765957:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: ACK: OK 00000400:00000200:1.0:1773941331.766555:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.766561:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.766567:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.766570:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.766574:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.766598:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 240 into portal 25 MB=0x69bc321900500 00000400:00000200:1.0:1773941331.766603:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.766609:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 240/240 into md 0x289 [1] + 224 00000400:00000200:1.0:1773941331.766621:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.766625:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.766632:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e0f18bf x1860112244278528/t0(0) o256->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941331.766688:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a9fd90. 00000400:00000200:2.0:1773941331.766694:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000568946de 00000400:00000010:2.0:1773941331.766695:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000568946de. 00000100:00000200:2.0:1773941331.766701:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e0f18bf x1860112244278528/t0(0) o256->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941331.766712:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e0f18bf x1860112244278528/t0(0) o256->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941331.766727:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004636133d. 10000000:00000010:2.0:1773941331.766737:0:6140:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009f08c63b. 00000100:00000200:2.0:1773941331.766748:0:6140:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.146@tcp with 192.168.202.146@tcp 00000100:00000200:2.0:1773941331.766751:0:6140:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.146@tcp' 00000400:00000200:2.0:1773941331.766754:0:6140:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941331.766757:0:6140:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.766761:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.766771:0:6140:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941331.766776:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.766781:0:6140:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941331.766785:0:6140:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941331.766787:0:6140:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 10000000:00000010:2.0:1773941331.766793:0:6140:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000019b06fc7. 00000020:00000010:2.0:1773941331.766802:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000713c996a. 00000020:00000010:2.0:1773941331.766806:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b37af1d. 00000020:00000010:2.0:1773941331.766809:0:6140:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005c768fd6. 00000008:00000010:2.0:1773941331.766815:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b0a63f71. 00020000:00000010:2.0:1773941331.766820:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000cc1b1ed. 00008000:00000010:2.0:1773941331.766824:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000989c5e0c. 00000080:00000010:2.0:1773941331.766830:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e4dec6c9. 00000080:00000010:2.0:1773941331.766834:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5c51b50. 00000020:00000010:2.0:1773941331.766883:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003b37af1d. 00000020:00000010:2.0:1773941331.766888:0:6140:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000005c768fd6. 00000008:00000010:2.0:1773941331.766892:0:6140:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000b0a63f71. 00020000:00000010:2.0:1773941331.766895:0:6140:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000000cc1b1ed. 00008000:00000010:2.0:1773941331.766898:0:6140:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000989c5e0c. 00000080:00000010:2.0:1773941331.766901:0:6140:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e4dec6c9. 00000080:00000010:2.0:1773941331.766904:0:6140:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5c51b50. 00000020:00000010:2.0:1773941331.766907:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000713c996a. 10000000:00000010:2.0:1773941331.766911:0:6140:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000019b06fc7. 00000100:00000200:2.0:1773941331.766919:0:6140:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.146@tcp with 192.168.202.146@tcp 00000100:00000200:2.0:1773941331.766921:0:6140:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.146@tcp' 00000400:00000200:2.0:1773941331.766923:0:6140:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941331.766926:0:6140:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.766929:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.766932:0:6140:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941331.766936:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.766940:0:6140:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941331.766943:0:6140:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941331.766945:0:6140:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 10000000:00000010:2.0:1773941331.766955:0:6140:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000019b06fc7. 00000020:00000010:2.0:1773941331.766961:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000713c996a. 00000020:00000010:2.0:1773941331.766963:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b37af1d. 00000020:00000010:2.0:1773941331.766966:0:6140:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005c768fd6. 00000008:00000010:2.0:1773941331.766970:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b0a63f71. 00020000:00000010:2.0:1773941331.766973:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000cc1b1ed. 00008000:00000010:2.0:1773941331.766975:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000989c5e0c. 00000080:00000010:2.0:1773941331.766979:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e4dec6c9. 00000080:00000010:2.0:1773941331.766983:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5c51b50. 00000020:00000010:2.0:1773941331.767013:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003b37af1d. 00000020:00000010:2.0:1773941331.767017:0:6140:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000005c768fd6. 00000008:00000010:2.0:1773941331.767019:0:6140:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000b0a63f71. 00020000:00000010:2.0:1773941331.767021:0:6140:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000000cc1b1ed. 00008000:00000010:2.0:1773941331.767024:0:6140:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000989c5e0c. 00000080:00000010:2.0:1773941331.767027:0:6140:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e4dec6c9. 00000080:00000010:2.0:1773941331.767030:0:6140:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5c51b50. 00000020:00000010:2.0:1773941331.767034:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000713c996a. 10000000:00000010:2.0:1773941331.767036:0:6140:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000019b06fc7. 00000100:00000200:2.0:1773941331.767058:0:6140:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.146@tcp with 192.168.202.146@tcp 00000100:00000200:2.0:1773941331.767061:0:6140:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.146@tcp' 00000400:00000200:2.0:1773941331.767063:0:6140:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941331.767067:0:6140:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.767071:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.767075:0:6140:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941331.767079:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.767083:0:6140:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941331.767085:0:6140:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941331.767088:0:6140:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 10000000:00000010:2.0:1773941331.767092:0:6140:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000019b06fc7. 00000020:00000010:2.0:1773941331.767098:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000713c996a. 00000020:00000010:2.0:1773941331.767102:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b37af1d. 00000020:00000010:2.0:1773941331.767106:0:6140:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005c768fd6. 00000008:00000010:2.0:1773941331.767109:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b0a63f71. 00020000:00000010:2.0:1773941331.767119:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000cc1b1ed. 00008000:00000010:2.0:1773941331.767123:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000989c5e0c. 00000080:00000010:2.0:1773941331.767128:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e4dec6c9. 00000080:00000010:2.0:1773941331.767130:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5c51b50. 00000020:00000010:2.0:1773941331.767167:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003b37af1d. 00000020:00000010:2.0:1773941331.767171:0:6140:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000005c768fd6. 00000008:00000010:2.0:1773941331.767174:0:6140:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000b0a63f71. 00020000:00000010:2.0:1773941331.767177:0:6140:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000000cc1b1ed. 00008000:00000010:2.0:1773941331.767179:0:6140:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000989c5e0c. 00000080:00000010:2.0:1773941331.767181:0:6140:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e4dec6c9. 00000080:00000010:2.0:1773941331.767183:0:6140:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5c51b50. 00000020:00000010:2.0:1773941331.767186:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000713c996a. 10000000:00000010:2.0:1773941331.767189:0:6140:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000019b06fc7. 00000100:00000200:2.0:1773941331.767196:0:6140:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.146@tcp with 192.168.202.146@tcp 00000100:00000200:2.0:1773941331.767198:0:6140:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.146@tcp' 00000400:00000200:2.0:1773941331.767200:0:6140:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941331.767203:0:6140:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.767206:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.767209:0:6140:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941331.767212:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.767215:0:6140:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941331.767219:0:6140:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941331.767221:0:6140:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 10000000:00000010:2.0:1773941331.767225:0:6140:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000019b06fc7. 00000020:00000010:2.0:1773941331.767230:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000713c996a. 00000020:00000010:2.0:1773941331.767233:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b37af1d. 00000020:00000010:2.0:1773941331.767237:0:6140:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005c768fd6. 00000008:00000010:2.0:1773941331.767240:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b0a63f71. 00020000:00000010:2.0:1773941331.767244:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000cc1b1ed. 00008000:00000010:2.0:1773941331.767248:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000989c5e0c. 00000080:00000010:2.0:1773941331.767252:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e4dec6c9. 00000080:00000010:2.0:1773941331.767256:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5c51b50. 00000020:00000010:2.0:1773941331.767287:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003b37af1d. 00000020:00000010:2.0:1773941331.767296:0:6140:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000005c768fd6. 00000008:00000010:2.0:1773941331.767299:0:6140:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000b0a63f71. 00020000:00000010:2.0:1773941331.767303:0:6140:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000000cc1b1ed. 00008000:00000010:2.0:1773941331.767305:0:6140:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000989c5e0c. 00000080:00000010:2.0:1773941331.767307:0:6140:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e4dec6c9. 00000080:00000010:2.0:1773941331.767310:0:6140:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5c51b50. 00000020:00000010:2.0:1773941331.767312:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000713c996a. 10000000:00000010:2.0:1773941331.767315:0:6140:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000019b06fc7. 10000000:00000010:2.0:1773941331.767318:0:6140:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009f08c63b. 02000000:00000010:2.0:1773941331.767322:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bb65316. 00000100:00000010:2.0:1773941331.767334:0:6140:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000001b857167. 00000100:00000010:2.0:1773941331.767337:0:6140:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006efbc8f6. 02000000:00000010:2.0:1773941331.767340:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000031ae8dfb. 00000100:00000010:2.0:1773941331.767344:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e0f18bf. 00000100:00000010:0.0:1773941331.768616:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000705d1858. 10000000:00000010:2.0:1773941331.768673:0:6140:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000001cb4b5e5. 00000100:00000010:2.0:1773941331.768703:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221521f3. 02000000:00000010:2.0:1773941331.768713:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000713c996a. 00010000:00000010:2.0:1773941331.768725:0:6140:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f714a0d. 00010000:00000010:2.0:1773941331.768731:0:6140:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b7d337d5. 00000100:00000010:2.0:1773941331.768745:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c02b11c6. 02000000:00000010:2.0:1773941331.768757:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000077ba92bb. 00000400:00000200:2.0:1773941331.768763:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941331.768767:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017bef180. 00000400:00000010:2.0:1773941331.768772:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a23c7f71. 00000100:00000200:2.0:1773941331.768777:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244278656, portal 25 00000400:00000010:2.0:1773941331.768783:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5aa6f. 00000100:00000200:2.0:1773941331.768786:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244278656, offset 0 00000400:00000200:2.0:1773941331.768793:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941331.768799:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.768803:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941331.768807:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941331.768810:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941331.768813:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941331.768824:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.768828:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [15:15:256:4294967295] 192.168.202.146@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1773941331.768833:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.768843:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941331.768849:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941331.768854:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd805dd1. 00000800:00000200:2.0:1773941331.768860:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941331.768865:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941331.768870:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd805dd1 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941331.768891:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:2.0:1773941331.768896:0:6140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c768fd6. 00000800:00000200:0.0:1773941331.768934:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.768937:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd805dd1. 00000400:00000200:0.0:1773941331.768944:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.768948:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.768951:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5aa6f 00000400:00000010:0.0:1773941331.768953:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5aa6f. 00000100:00000200:0.0:1773941331.768957:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000221521f3 x1860112244278656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941331.769767:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.769774:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.769781:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.769785:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.769790:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.769801:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321900580 00000400:00000200:1.0:1773941331.769806:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.769811:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x299 [1] + 224 00000400:00000200:1.0:1773941331.769823:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.769828:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.769835:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221521f3 x1860112244278656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941331.769879:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017bef180. 00000400:00000200:3.0:1773941331.769884:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a23c7f71 00000400:00000010:3.0:1773941331.769885:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a23c7f71. 00000100:00000200:3.0:1773941331.769891:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221521f3 x1860112244278656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941331.769898:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221521f3 x1860112244278656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941331.769911:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c02b11c6. 02000000:00000010:3.0:1773941331.769928:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000077ba92bb. 02000000:00000010:3.0:1773941331.769931:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000713c996a. 00000100:00000010:3.0:1773941331.769933:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221521f3. 10000000:00000010:3.0:1773941331.769939:0:6140:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000017992896. 00000020:00000010:3.0:1773941331.769942:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016c179f7. 00000020:00000010:3.0:1773941331.769945:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da9f82f6. 00000040:00000010:3.0:1773941331.769948:0:6140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001737cfa2. 00000020:00000010:3.0:1773941331.769951:0:6140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001cb4b5e5. 00000020:00000010:3.0:1773941331.769953:0:6140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e9d7f5b3. 80000000:00000010:3.0:1773941331.769957:0:6140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f5541f20. 00040000:00000010:3.0:1773941331.769960:0:6140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e13b786. 20000000:00000010:3.0:1773941331.769963:0:6140:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000002a743b. 00000040:00000010:3.0:1773941331.769968:0:6140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a9fecc3c. 00000100:00000010:3.0:1773941331.769973:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae54238. 02000000:00000010:3.0:1773941331.769979:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080b19be5. 00000100:00000010:3.0:1773941331.769985:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023e80cdb. 02000000:00000010:3.0:1773941331.769991:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b61501b. 00000400:00000200:3.0:1773941331.769995:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941331.769998:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eda1ee9. 00000400:00000010:3.0:1773941331.770002:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea97568. 00000100:00000200:3.0:1773941331.770004:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244278784, portal 25 00000400:00000010:3.0:1773941331.770009:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c8b5c7. 00000100:00000200:3.0:1773941331.770011:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112244278784, offset 0 00000400:00000200:3.0:1773941331.770015:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941331.770019:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.770022:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941331.770025:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941331.770027:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941331.770030:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941331.770032:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941331.770034:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [16:16:256:4294967295] 192.168.202.146@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1773941331.770037:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.770065:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941331.770070:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941331.770073:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e29ea25f. 00000800:00000200:3.0:1773941331.770076:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941331.770080:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941331.770083:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e29ea25f type 1, nob 600 niov 1 nkiov 1 00000400:00000200:3.0:1773941331.770097:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941331.770134:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.770138:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e29ea25f. 00000400:00000200:0.0:1773941331.770141:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.770145:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.770148:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c8b5c7 00000400:00000010:0.0:1773941331.770150:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000c8b5c7. 00000100:00000200:0.0:1773941331.770154:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae54238 x1860112244278784/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941331.770787:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.770792:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.770799:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.770803:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.770807:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.770813:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 272 into portal 25 MB=0x69bc321900600 00000400:00000200:1.0:1773941331.770817:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.770823:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 272/272 into md 0x2a1 [1] + 224 00000400:00000200:1.0:1773941331.770835:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.770840:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.770846:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae54238 x1860112244278784/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941331.770887:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eda1ee9. 00000400:00000200:3.0:1773941331.770892:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea97568 00000400:00000010:3.0:1773941331.770893:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea97568. 00000100:00000200:3.0:1773941331.770899:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae54238 x1860112244278784/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941331.770906:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae54238 x1860112244278784/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941331.770917:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000023e80cdb. 02000000:00000010:3.0:1773941331.770921:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b61501b. 02000000:00000010:3.0:1773941331.770923:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000080b19be5. 00000100:00000010:3.0:1773941331.770925:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae54238. 00000040:00000010:3.0:1773941331.770935:0:6140:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000dacee621. 00000100:00000010:3.0:1773941331.770939:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae54238. 02000000:00000010:3.0:1773941331.770943:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080b19be5. 00000100:00000010:3.0:1773941331.770948:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023e80cdb. 02000000:00000010:3.0:1773941331.770964:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000cf6ea553. 00000400:00000200:3.0:1773941331.770968:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941331.770970:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eda1ee9. 00000400:00000010:3.0:1773941331.770975:0:6140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000044bd3c04. 00000100:00000200:3.0:1773941331.770978:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244278912, portal 25 00000400:00000010:3.0:1773941331.770981:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea97568. 00000100:00000200:3.0:1773941331.770983:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244278912, offset 0 00000400:00000200:3.0:1773941331.770987:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941331.770990:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.770999:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941331.771002:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941331.771003:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941331.771005:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941331.771007:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941331.771009:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [17:17:256:4294967295] 192.168.202.146@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1773941331.771012:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.771017:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941331.771020:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941331.771023:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000873c8c55. 00000800:00000200:3.0:1773941331.771027:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941331.771030:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941331.771032:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000873c8c55 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1773941331.771061:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941331.771103:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.771106:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000873c8c55. 00000400:00000200:0.0:1773941331.771109:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.771113:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.771115:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea97568 00000400:00000010:0.0:1773941331.771116:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea97568. 00000100:00000200:0.0:1773941331.771120:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae54238 x1860112244278912/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941331.771833:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.771838:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.771845:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.771849:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.771853:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.771857:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8416 into portal 25 MB=0x69bc321900680 00000400:00000200:1.0:1773941331.771862:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.771866:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8416/8416 into md 0x2a9 [4] + 224 00000400:00000200:1.0:1773941331.771891:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.771897:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.771910:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae54238 x1860112244278912/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941331.771945:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eda1ee9. 00000400:00000200:3.0:1773941331.771951:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044bd3c04 00000400:00000010:3.0:1773941331.771954:0:6140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000044bd3c04. 00000100:00000200:3.0:1773941331.771960:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae54238 x1860112244278912/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941331.771968:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae54238 x1860112244278912/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941331.771981:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000023e80cdb. 02000000:00000010:3.0:1773941331.771986:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000cf6ea553. 02000000:00000010:3.0:1773941331.771996:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000080b19be5. 00000100:00000010:3.0:1773941331.771998:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae54238. 00000040:00000010:3.0:1773941331.772003:0:6140:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003a94a602. 00000100:00000010:0.0:1773941331.775619:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c768fd6. 00000100:00000010:1.0:1773941331.775632:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073aa6b5d. 00000020:00000010:2.0:1773941331.775652:0:6165:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014b70b3b. 00000020:00000010:2.0:1773941331.775660:0:6165:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d561ec71. 00000040:00000010:2.0:1773941331.775664:0:6165:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eaeb4dab. 00000020:00000010:2.0:1773941331.775670:0:6165:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000068f08656. 00000020:00000010:2.0:1773941331.775676:0:6165:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dadd8b89. 00000020:00000010:2.0:1773941331.775681:0:6165:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa4cf24f. 80000000:00000010:2.0:1773941331.775686:0:6165:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003bd5841c. 40000000:00000010:2.0:1773941331.775692:0:6165:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049dcf344. 00100000:00000010:2.0:1773941331.775710:0:6165:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000700b0bc0. 00040000:00000010:2.0:1773941331.775717:0:6165:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000693d90df. 00040000:00000010:2.0:1773941331.775722:0:6165:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000817db23b. 00040000:00000010:2.0:1773941331.775726:0:6165:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f1b6d998. 00000004:00000010:2.0:1773941331.775731:0:6165:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004651572d. 00000004:00000010:2.0:1773941331.775737:0:6165:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000009f08c63b. 00000004:00000010:2.0:1773941331.775742:0:6165:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000b8f3c2df. 00002000:00000010:2.0:1773941331.775747:0:6165:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002850c149. 00000004:00000010:2.0:1773941331.775753:0:6165:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000abf5a9b7. 00000020:00000010:2.0:1773941331.775758:0:6165:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000096a981ff. 00000040:00000010:2.0:1773941331.775767:0:6165:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008018cae6. 00000100:00000010:2.0:1773941331.775776:0:6165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098ad0505. 02000000:00000010:2.0:1773941331.775793:0:6165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ecb08ea. 00000100:00000010:2.0:1773941331.775804:0:6165:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f89befcf. 02000000:00000010:2.0:1773941331.775826:0:6165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000005505179. 00000400:00000200:2.0:1773941331.775837:0:6165:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941331.775842:0:6165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010548da8. 00000400:00000010:2.0:1773941331.775848:0:6165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e89afb1a. 00000100:00000200:2.0:1773941331.775854:0:6165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244279040, portal 25 00000400:00000010:2.0:1773941331.775859:0:6165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8c0b039. 00000100:00000200:2.0:1773941331.775863:0:6165:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244279040, offset 0 00000400:00000200:2.0:1773941331.775874:0:6165:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941331.775881:0:6165:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.775889:0:6165:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941331.775895:0:6165:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941331.775899:0:6165:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941331.775903:0:6165:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941331.775908:0:6165:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.775913:0:6165:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [18:18:256:4294967295] 192.168.202.146@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1773941331.775919:0:6165:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.775930:0:6165:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941331.775936:0:6165:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941331.775941:0:6165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000522eab0d. 00000800:00000200:2.0:1773941331.775949:0:6165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005ea35672] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941331.775956:0:6165:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941331.775960:0:6165:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000522eab0d type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941331.775982:0:6165:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:2.0:1773941331.775986:0:6165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083f1a395. 00000100:00000010:2.0:1773941331.775997:0:6165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085a05086. 00000800:00000200:0.0:1773941331.776144:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.776148:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000522eab0d. 00000400:00000200:0.0:1773941331.776152:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.776157:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.776160:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8c0b039 00000400:00000010:0.0:1773941331.776161:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8c0b039. 00000100:00000200:0.0:1773941331.776168:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098ad0505 x1860112244279040/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941331.776980:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.776985:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.776992:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.776995:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.776999:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.777003:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8472 into portal 25 MB=0x69bc321900700 00000400:00000200:1.0:1773941331.777007:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.777010:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8472/8472 into md 0x2b1 [4] + 224 00000400:00000200:1.0:1773941331.777022:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.777025:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.777030:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098ad0505 x1860112244279040/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941331.777073:0:6165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010548da8. 00000400:00000200:2.0:1773941331.777080:0:6165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89afb1a 00000400:00000010:2.0:1773941331.777082:0:6165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e89afb1a. 00000100:00000200:2.0:1773941331.777089:0:6165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098ad0505 x1860112244279040/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941331.777109:0:6165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098ad0505 x1860112244279040/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941331.777130:0:6165:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f89befcf. 02000000:00000010:2.0:1773941331.777140:0:6165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000005505179. 02000000:00000010:2.0:1773941331.777154:0:6165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003ecb08ea. 00000100:00000010:2.0:1773941331.777158:0:6165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098ad0505. 00000020:00000010:2.0:1773941331.777173:0:6165:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000027683b9e. 00000020:00000010:2.0:1773941331.777178:0:6165:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000027683b9e. 00000020:00000010:2.0:1773941331.777183:0:6165:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 000000007455574a. 00000020:00000010:2.0:1773941331.777189:0:6165:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000019b06fc7. 00000020:00000010:2.0:1773941331.777215:0:6165:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffffa09388a10a00. 00000020:00000010:2.0:1773941331.777220:0:6165:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffffa09390c45c80. 00000100:00000010:2.0:1773941331.777228:0:6165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5880. 02000000:00000010:2.0:1773941331.777237:0:6165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382fc3400. 00000100:00000010:2.0:1773941331.777244:0:6165:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 02000000:00000010:2.0:1773941331.777262:0:6165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa093a0140000. 00000400:00000200:2.0:1773941331.777268:0:6165:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941331.777272:0:6165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa39a0. 00000400:00000010:2.0:1773941331.777278:0:6165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa093832996c0. 00000100:00000200:2.0:1773941331.777282:0:6165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244279168, portal 25 00000400:00000010:2.0:1773941331.777289:0:6165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9a18. 00000100:00000200:2.0:1773941331.777292:0:6165:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244279168, offset 0 00000400:00000200:2.0:1773941331.777299:0:6165:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941331.777304:0:6165:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.777309:0:6165:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941331.777313:0:6165:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941331.777316:0:6165:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941331.777319:0:6165:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941331.777322:0:6165:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941331.777325:0:6165:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [19:19:256:4294967295] 192.168.202.146@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1773941331.777338:0:6165:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941331.777346:0:6165:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941331.777351:0:6165:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941331.777355:0:6165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09399f04300. 00000800:00000200:2.0:1773941331.777361:0:6165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941331.777367:0:6165:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941331.777371:0:6165:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09399f04300 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941331.777390:0:6165:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941331.777433:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941331.777436:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09399f04300. 00000400:00000200:0.0:1773941331.777440:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.777444:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941331.777447:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9a18 00000400:00000010:0.0:1773941331.777449:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9a18. 00000100:00000200:0.0:1773941331.777455:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5880 x1860112244279168/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941331.778212:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.778219:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941331.778226:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.778230:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.778234:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.778239:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8472 into portal 25 MB=0x69bc321900780 00000400:00000200:1.0:1773941331.778244:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.778249:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8472/8472 into md 0x2b9 [4] + 224 00000400:00000200:1.0:1773941331.778273:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.778278:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941331.778285:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5880 x1860112244279168/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941331.778317:0:6165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa39a0. 00000400:00000200:2.0:1773941331.778323:0:6165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093832996c0 00000400:00000010:2.0:1773941331.778325:0:6165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffffa093832996c0. 00000100:00000200:2.0:1773941331.778334:0:6165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5880 x1860112244279168/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941331.778345:0:6165:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5880 x1860112244279168/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941331.778362:0:6165:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 02000000:00000010:2.0:1773941331.778371:0:6165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa093a0140000. 02000000:00000010:2.0:1773941331.778383:0:6165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382fc3400. 00000100:00000010:2.0:1773941331.778388:0:6165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5880. 00000020:00000010:2.0:1773941331.778397:0:6165:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09399f04300. 00000020:00000010:2.0:1773941331.778400:0:6165:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09399f04300. 00000040:00000010:2.0:1773941331.778404:0:6165:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffffa093862bc000. 00000020:00000010:2.0:1773941331.778411:0:6165:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2b5c0. 00000020:00000010:2.0:1773941331.778423:0:6165:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382fc2000. 00000040:00000010:2.0:1773941331.778428:0:6165:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382fc2a00. 00000020:00000010:2.0:1773941331.778432:0:6165:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093854ad000. 00000020:00000010:2.0:1773941331.778438:0:6165:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af1e30. 00000020:00000010:2.0:1773941331.778445:0:6165:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382fc3e00. 80000000:00000010:2.0:1773941331.778449:0:6165:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09385337840. 40000000:00000010:2.0:1773941331.778454:0:6165:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2bf40. 00100000:00000010:2.0:1773941331.778469:0:6165:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa093996fb000. 00040000:00000010:2.0:1773941331.778475:0:6165:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09399f04800. 00040000:00000010:2.0:1773941331.778480:0:6165:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa093996fd000. 00040000:00000010:2.0:1773941331.778484:0:6165:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382fc3c00. 00000004:00000010:2.0:1773941331.778489:0:6165:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa093996f9000. 00000004:00000010:2.0:1773941331.778494:0:6165:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09399717000. 00000004:00000010:2.0:1773941331.778500:0:6165:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa093996fc000. 00002000:00000010:2.0:1773941331.778505:0:6165:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093890af000. 00000004:00000010:2.0:1773941331.778509:0:6165:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa093890ae400. 00000020:00000010:2.0:1773941331.778514:0:6165:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382fc3a00. 00000040:00000010:3.0:1773941331.778540:0:6140:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffffa09383917ba0. 00000040:00000010:3.0:1773941331.778550:0:6140:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffffa09387dc6000. 00000040:00000010:3.0:1773941331.778554:0:6140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa09382f98e00. 00000020:00000010:3.0:1773941331.778561:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382f99c00. 00000040:00000010:3.0:1773941331.778573:0:6140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382f98c00. 00000020:00000010:3.0:1773941331.778599:0:6140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383fb3000. 00000020:00000010:3.0:1773941331.778606:0:6140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382f98000. 80000000:00000010:3.0:1773941331.778611:0:6140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093839178a0. 00040000:00000010:3.0:1773941331.778615:0:6140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382f98800. 20000000:00000010:3.0:1773941331.778620:0:6140:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382f99400. 00000020:00000010:3.0:1773941331.778625:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382f98400. 10000000:00000010:3.0:1773941331.778629:0:6140:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09390361300. 00000020:00000010:3.0:1773941331.778647:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09384f38e00. 00000040:00000010:3.0:1773941331.778652:0:6140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09384f38200. 00000020:00000010:3.0:1773941331.778654:0:6140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09390261800. 00000020:00000010:1.0:1773941331.778658:0:6166:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffffa093902b6c00. 00000020:00000010:3.0:1773941331.778659:0:6140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09384f39800. 00040000:00000010:3.0:1773941331.778666:0:6140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05700. 00000020:00000010:1.0:1773941331.778669:0:6166:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffffa093902b6c00. 00040000:00000010:3.0:1773941331.778671:0:6140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09384f38800. 00000020:00000010:3.0:1773941331.778675:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09384f39000. 00000020:00000010:3.0:1773941331.778684:0:6140:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffffa0939a68ba80. 00000020:00000010:3.0:1773941331.778688:0:6140:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffffa09388a10580. 00000080:00000010:3.0:1773941331.778697:0:6140:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffffa09390361300. 00000080:00000010:3.0:1773941331.778702:0:6140:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffffa09390361400. 00000080:00000010:3.0:1773941331.778711:0:6140:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffffa09398b35000. 00000080:00000010:3.0:1773941331.778715:0:6140:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffffa09398b35c00. 00000020:00000010:3.0:1773941331.778723:0:6140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09383fb3000. 00000020:00000010:3.0:1773941331.778758:0:6140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09383fb7000. 00000400:00000200:3.0:1773941331.778773:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.778779:0:6140:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000010:3.0:1773941331.778795:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388572680. 02000000:00000010:3.0:1773941331.778804:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09388108800. 40000000:00000010:3.0:1773941331.778838:0:6140:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffffa09398bbb100. 40000000:00000010:3.0:1773941331.778843:0:6140:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffffa09398b35b40. 40000000:00000010:3.0:1773941331.778948:0:6140:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffffa09398b35b40. 80000000:00000010:3.0:1773941331.778955:0:6140:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffffa09390361480. 00020000:00000010:3.0:1773941331.778964:0:6140:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffffa093854a2600. 00000100:00000010:3.0:1773941331.778973:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570700. 02000000:00000010:3.0:1773941331.778986:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09398bbbc00. 00000020:00000010:3.0:1773941331.779021:0:6140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09383fb4000. 00000400:00000200:3.0:1773941331.779036:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.779060:0:6140:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000010:3.0:1773941331.779070:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388572d80. 02000000:00000010:3.0:1773941331.779077:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0938810b400. 40000000:00000010:3.0:1773941331.779094:0:6140:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffffa09398bbb000. 40000000:00000010:3.0:1773941331.779098:0:6140:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffffa09398b35b40. 40000000:00000010:3.0:1773941331.779167:0:6140:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffffa09398b35b40. 80000000:00000010:3.0:1773941331.779175:0:6140:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffffa09390361200. 00000100:00000010:3.0:1773941331.779185:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388573480. 02000000:00000010:3.0:1773941331.779192:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09398bbb600. 00800000:00000010:3.0:1773941331.779212:0:6140:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffffa09398b35b40. 00000100:00000010:3.0:1773941331.779219:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571180. 02000000:00000010:3.0:1773941331.779225:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09398bbba00. 00000100:00000010:3.0:1773941331.779230:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09398b35300. 02000000:00000010:3.0:1773941331.779272:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0938810ac00. 00000400:00000200:3.0:1773941331.779279:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941331.779283:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e155d8. 00000400:00000010:3.0:1773941331.779289:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3dd0. 00000100:00000200:3.0:1773941331.779294:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244279296, portal 10 00000020:00000010:3.0:1773941331.779303:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa09387dc6000. 00000400:00000010:3.0:1773941331.779310:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3220. 00000100:00000200:3.0:1773941331.779314:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112244279296, offset 0 00000400:00000200:3.0:1773941331.779323:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941331.779329:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.779337:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941331.779342:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941331.779346:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941331.779350:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941331.779354:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941331.779359:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [20:20:256:4294967295] 192.168.202.146@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1773941331.779374:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.779387:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941331.779393:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941331.779397:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398bbb400. 00000800:00000200:3.0:1773941331.779403:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941331.779409:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941331.779412:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398bbb400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1773941331.779433:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:3.0:1773941331.779456:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09388108c00. 00000400:00000200:3.0:1773941331.779461:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941331.779465:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15d10. 00000400:00000010:3.0:1773941331.779471:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3110. 00000100:00000200:3.0:1773941331.779474:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244279552, portal 10 00000020:00000010:3.0:1773941331.779483:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa09387dc4000. 00000400:00000010:3.0:1773941331.779488:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3bb0. 00000100:00000200:3.0:1773941331.779492:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112244279552, offset 0 00000800:00000200:0.0:1773941331.779494:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773941331.779500:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941331.779501:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398bbb400. 00000400:00000200:3.0:1773941331.779508:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.779510:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941331.779515:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941331.779522:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:3.0:1773941331.779523:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941331.779531:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3220 00000400:00000200:3.0:1773941331.779532:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000010:0.0:1773941331.779536:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3220. 00000400:00000200:3.0:1773941331.779539:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941331.779545:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000200:0.0:1773941331.779551:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388572680 x1860112244279296/t0(0) o38->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941331.779554:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [21:21:255:4294967295] 192.168.202.146@tcp LPNI seq info [21:21:7:4294967295] 00000400:00000200:3.0:1773941331.779621:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941331.779634:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941331.779641:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941331.779644:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398bbb300. 00000800:00000200:3.0:1773941331.779649:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941331.779653:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941331.779663:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398bbb300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1773941331.779678:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000010:3.0:1773941331.779725:0:2401:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0939026df98. 00000020:00000010:3.0:1773941331.779732:0:2401:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382f98400. 80000000:00000010:3.0:1773941331.779736:0:2401:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09383917ba0. 40000000:00000010:3.0:1773941331.779739:0:2401:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09390361a00. 00000008:00000010:3.0:1773941331.779745:0:2401:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa09390212178. 00020000:00000010:3.0:1773941331.779751:0:2401:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a0b9d600. 00008000:00000010:3.0:1773941331.779757:0:2401:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa09386abc388. 00100000:00000010:3.0:1773941331.779762:0:2401:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09383fb7800. 00040000:00000010:3.0:1773941331.779765:0:2401:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09398bbb800. 00040000:00000010:3.0:1773941331.779770:0:2401:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09383fb1800. 00040000:00000010:3.0:1773941331.779774:0:2401:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382f99400. 00000800:00000200:1.0:1773941331.779801:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941331.779805:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398bbb300. 00000400:00000200:1.0:1773941331.779808:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941331.779812:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941331.779815:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3bb0 00000400:00000010:1.0:1773941331.779817:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3bb0. 00000100:00000200:1.0:1773941331.779822:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388572d80 x1860112244279552/t0(0) o38->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1773941331.779916:0:2401:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09390261800. 00000004:00000010:3.0:1773941331.779925:0:2401:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09387d00000. 00000004:00000010:3.0:1773941331.779929:0:2401:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09398be3800. 00002000:00000010:3.0:1773941331.779934:0:2401:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0938810b800. 00000004:00000010:3.0:1773941331.779938:0:2401:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09386adc000. 00000080:00000010:3.0:1773941331.779944:0:2401:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa09382fd7d20. 00000080:00000010:3.0:1773941331.779949:0:2401:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa093981a4db0. 00000008:00000010:3.0:1773941331.779966:0:2401:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa093a0138000. 00020000:00000010:3.0:1773941331.779980:0:2401:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a013c240. 00008000:00000010:3.0:1773941331.780000:0:2401:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a0132218. 00000080:00000010:3.0:1773941331.780012:0:2401:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa093a0133d20. 00000020:00000010:3.0:1773941331.780056:0:2400:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0939026ad48. 00000020:00000010:3.0:1773941331.780062:0:2400:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382f98800. 80000000:00000010:3.0:1773941331.780066:0:2400:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09383917420. 40000000:00000010:3.0:1773941331.780070:0:2400:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09390361b00. 00000008:00000010:3.0:1773941331.780075:0:2400:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa093902137c8. 00020000:00000010:3.0:1773941331.780079:0:2400:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a0b9d300. 00008000:00000010:3.0:1773941331.780082:0:2400:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa09386abfc08. 00100000:00000010:3.0:1773941331.780087:0:2400:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09398be6800. 00040000:00000010:3.0:1773941331.780091:0:2400:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09398bbb900. 00040000:00000010:3.0:1773941331.780101:0:2400:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09398be1800. 00040000:00000010:3.0:1773941331.780106:0:2400:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382f98000. 00000004:00000010:3.0:1773941331.780111:0:2400:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09398e63000. 00000004:00000010:3.0:1773941331.780116:0:2400:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09387d02000. 00000004:00000010:3.0:1773941331.780120:0:2400:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09398e61000. 00002000:00000010:3.0:1773941331.780125:0:2400:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09386addc00. 00000004:00000010:3.0:1773941331.780128:0:2400:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09386ade000. 00000080:00000010:3.0:1773941331.780132:0:2400:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa09382fd7c78. 00000080:00000010:3.0:1773941331.780136:0:2400:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa093981a7478. 00000008:00000010:3.0:1773941331.780141:0:2400:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa093a0139a20. 00020000:00000010:3.0:1773941331.780144:0:2400:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a013d8c0. 00008000:00000010:3.0:1773941331.780147:0:2400:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a01323f8. 00000080:00000010:3.0:1773941331.780151:0:2400:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa093a0133870. 00000020:00000010:1.0:1773941331.780491:0:6167:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffffa093902b6ac0. 00000100:00000200:1.0:1773941331.780507:0:6167:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941331.780513:0:6167:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941331.780520:0:6167:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00000020:00000010:1.0:1773941331.780526:0:6167:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffffa093902b6ac0. 00000400:00000200:0.0:1773941331.780537:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780545:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.780553:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780557:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780562:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780566:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 10 MB=0x69bc321900800 00000400:00000200:0.0:1773941331.780571:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780603:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 416/416 into md 0x2c1 [1] + 0 00000400:00000200:0.0:1773941331.780624:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.780630:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941331.780639:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388572680 x1860112244279296/t0(0) o38->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941331.780672:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780678:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941331.780684:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780688:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780692:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780697:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 10 MB=0x69bc321900900 00000400:00000200:0.0:1773941331.780702:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941331.780706:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 416/416 into md 0x2c9 [1] + 0 00000400:00000200:0.0:1773941331.780717:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941331.780723:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941331.780733:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388572d80 x1860112244279552/t0(0) o38->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941331.780762:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e155d8. 00000400:00000200:0.0:1773941331.780766:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3dd0 00000400:00000010:0.0:1773941331.780768:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3dd0. 00000100:00000200:0.0:1773941331.780775:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388572680 x1860112244279296/t0(0) o38->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941331.780784:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388572680 x1860112244279296/t0(0) o38->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941331.780801:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa09390422000. 00000020:00000010:2.0:1773941331.783550:0:6169:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffffa09398f2b7c0. 00000020:00000010:2.0:1773941331.783558:0:6169:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffffa09398f2b7c0. 00000100:00000010:1.0:1773941331.783651:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa09385337d80. 00000020:00000010:1.0:1773941331.785370:0:6170:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffffa093902b6600. 00000020:00000010:1.0:1773941331.785375:0:6170:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffffa093902b6600. 00000100:00000010:0.0:1773941331.790681:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa09385337420. 00000400:00000010:3.0:1773941332.781215:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15d10. 00000400:00000200:3.0:1773941332.781228:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3110 00000400:00000010:3.0:1773941332.781232:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3110. 00000100:00000200:3.0:1773941332.781248:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388572d80 x1860112244279552/t0(0) o38->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941332.781263:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388572d80 x1860112244279552/t0(0) o38->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941332.781272:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa093890acc00. 02000000:00000010:1.0:1773941332.781272:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0938856c000. 00000400:00000200:2.0:1773941332.781286:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.781287:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941332.781292:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa39a0. 00000400:00000010:1.0:1773941332.781295:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e160. 00000400:00000010:2.0:1773941332.781300:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9550. 00000400:00000010:1.0:1773941332.781303:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faf68. 00000100:00000200:2.0:1773941332.781307:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244279424, portal 10 00000100:00000200:1.0:1773941332.781310:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244279808, portal 10 00000020:00000010:2.0:1773941332.781316:0:2401:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093862bc000. 00000020:00000010:1.0:1773941332.781320:0:6140:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093a0192000. 00000400:00000010:2.0:1773941332.781324:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9000. 00000100:00000200:2.0:1773941332.781329:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244279424, offset 0 00000400:00000010:1.0:1773941332.781329:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa7f8. 00000100:00000200:1.0:1773941332.781337:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244279808, offset 0 00000400:00000200:2.0:1773941332.781341:0:2401:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941332.781351:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.781351:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941332.781362:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941332.781363:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941332.781369:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941332.781373:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941332.781374:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941332.781382:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941332.781382:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941332.781388:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941332.781391:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941332.781397:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [22:22:256:4294967295] 192.168.202.146@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1773941332.781400:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941332.781405:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.781409:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941332.781415:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [23:23:256:4294967295] 192.168.202.146@tcp LPNI seq info [23:23:8:4294967295] 02000000:00000010:0.0:1773941332.781416:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0938810ac00. 02000000:00000010:0.0:1773941332.781423:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09388108800. 00000100:00000010:0.0:1773941332.781430:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388572680. 00000400:00000200:1.0:1773941332.781436:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:0.0:1773941332.781436:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09388108c00. 00000400:00000200:1.0:1773941332.781452:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941332.781462:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941332.781466:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941332.781471:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941332.781472:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4a00. 00000800:00000010:2.0:1773941332.781476:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09399f04800. 02000000:00000010:0.0:1773941332.781477:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0938810b400. 00000100:00000010:0.0:1773941332.781481:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388572d80. 00000800:00000200:1.0:1773941332.781486:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941332.781492:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941332.781501:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941332.781504:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941332.781507:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09399f04800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1773941332.781511:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4a4a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1773941332.781527:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.781531:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:2.0:1773941332.781532:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa09385337840. 00000100:00000010:2.0:1773941332.781545:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa09385337900. 00000800:00000200:0.0:1773941332.781559:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1773941332.781562:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa093890ae400. 00000800:00000010:0.0:1773941332.781563:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09399f04800. 00000400:00000200:2.0:1773941332.781569:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.781569:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1773941332.781575:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3948. 00000400:00000010:2.0:1773941332.781607:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e93b8. 00000100:00000200:2.0:1773941332.781610:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244279680, portal 10 00000020:00000010:2.0:1773941332.781615:0:2401:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093862b8000. 00000400:00000200:0.0:1773941332.781616:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000010:2.0:1773941332.781622:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000400:00000200:0.0:1773941332.781623:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9000 00000400:00000010:0.0:1773941332.781627:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9000. 00000100:00000200:2.0:1773941332.781631:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244279680, offset 0 00000100:00000200:0.0:1773941332.781635:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570700 x1860112244279424/t0(0) o41->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941332.781642:0:2401:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941332.781650:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941332.781655:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941332.781659:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941332.781662:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941332.781664:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941332.781666:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941332.781668:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [24:24:255:4294967295] 192.168.202.146@tcp LPNI seq info [24:24:7:4294967295] 00000400:00000200:2.0:1773941332.781671:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941332.781676:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941332.781679:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941332.781683:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09399f04300. 00000800:00000200:2.0:1773941332.781685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941332.781689:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941332.781691:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09399f04300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1773941332.781694:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941332.781708:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941332.781711:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4a00. 00000400:00000200:0.0:1773941332.781715:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.781719:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941332.781721:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa7f8 00000400:00000010:0.0:1773941332.781722:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa7f8. 00000100:00000200:0.0:1773941332.781726:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571180 x1860112244279808/t0(0) o41->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941332.781740:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941332.781742:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09399f04300. 00000400:00000200:0.0:1773941332.781743:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.781745:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941332.781747:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:0.0:1773941332.781748:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000200:0.0:1773941332.781750:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388573480 x1860112244279680/t0(0) o41->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.782753:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782757:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941332.782761:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782764:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782767:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782770:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 368 into portal 10 MB=0x69bc321900980 00000400:00000200:0.0:1773941332.782777:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782781:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 368/368 into md 0x2e9 [1] + 224 00000400:00000200:0.0:1773941332.782790:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.782792:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941332.782797:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388573480 x1860112244279680/t0(0) o41->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.782816:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782819:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941332.782821:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782823:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782825:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782827:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 368 into portal 10 MB=0x69bc321900a00 00000400:00000200:0.0:1773941332.782829:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782831:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 368/368 into md 0x2d9 [1] + 224 00000400:00000200:0.0:1773941332.782835:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.782837:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941332.782840:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571180 x1860112244279808/t0(0) o41->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.782853:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782856:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941332.782859:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782862:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782865:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782867:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 368 into portal 10 MB=0x69bc321900880 00000400:00000200:0.0:1773941332.782869:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.782872:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 368/368 into md 0x2d1 [1] + 224 00000400:00000200:0.0:1773941332.782879:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.782882:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000010:2.0:1773941332.782884:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3948. 00000400:00000200:2.0:1773941332.782891:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e93b8 00000400:00000010:2.0:1773941332.782894:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e93b8. 00000400:00000010:1.0:1773941332.782900:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e160. 00000100:00000200:0.0:1773941332.782903:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570700 x1860112244279424/t0(0) o41->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941332.782906:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388573480 x1860112244279680/t0(0) o41->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941332.782907:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faf68 00000400:00000010:1.0:1773941332.782911:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faf68. 00000100:00000200:1.0:1773941332.782921:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571180 x1860112244279808/t0(0) o41->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941332.782951:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388573480 x1860112244279680/t0(0) o41->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941332.782953:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571180 x1860112244279808/t0(0) o41->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941332.782991:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09398b35300. 00000400:00000010:2.0:1773941332.782993:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa39a0. 00000400:00000200:2.0:1773941332.782998:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9550 02000000:00000010:1.0:1773941332.782999:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0938856c000. 00000400:00000010:2.0:1773941332.783001:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9550. 02000000:00000010:1.0:1773941332.783003:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09398bbba00. 00000100:00000010:1.0:1773941332.783009:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571180. 00000100:00000200:2.0:1773941332.783010:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570700 x1860112244279424/t0(0) o41->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:00000010:1.0:1773941332.783015:0:6140:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffffa09398b35b40. 00000100:00000010:1.0:1773941332.783024:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620a80. 00000100:00000200:2.0:1773941332.783026:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570700 x1860112244279424/t0(0) o41->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941332.783048:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09391f4d000. 00000100:00000010:1.0:1773941332.783061:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09390c7a180. 02000000:00000010:2.0:1773941332.783065:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa093890ae400. 02000000:00000010:1.0:1773941332.783072:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0938856c000. 02000000:00000010:2.0:1773941332.783074:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09398bbb600. 00000400:00000200:1.0:1773941332.783079:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:2.0:1773941332.783083:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388573480. 00000400:00000010:1.0:1773941332.783083:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e160. 00000400:00000010:1.0:1773941332.783090:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faf68. 02000000:00000010:2.0:1773941332.783092:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa093890acc00. 00000100:00000200:1.0:1773941332.783094:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244279936, portal 10 02000000:00000010:2.0:1773941332.783098:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09398bbbc00. 00000400:00000010:1.0:1773941332.783099:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fae58. 00000100:00000010:2.0:1773941332.783103:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570700. 00000100:00000200:1.0:1773941332.783103:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112244279936, offset 0 00000400:00000200:1.0:1773941332.783114:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941332.783118:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.783122:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941332.783125:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941332.783127:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941332.783129:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941332.783131:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941332.783133:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [25:25:256:4294967295] 192.168.202.146@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1773941332.783136:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.783141:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941332.783145:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941332.783147:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4100. 00000800:00000200:1.0:1773941332.783151:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941332.783154:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941332.783157:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4a4100 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:1.0:1773941332.783169:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941332.783220:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941332.783224:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4100. 00000400:00000200:0.0:1773941332.783228:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.783233:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941332.783237:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fae58 00000400:00000010:0.0:1773941332.783239:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fae58. 00000100:00000200:0.0:1773941332.783245:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388620a80 x1860112244279936/t0(0) o40->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941348 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.783779:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.783782:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941332.783785:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.783787:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.783790:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.783792:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 448 into portal 10 MB=0x69bc321900a80 00000400:00000200:0.0:1773941332.783794:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.783797:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 448/448 into md 0x2f1 [1] + 224 00000400:00000200:0.0:1773941332.783811:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.783814:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941332.783818:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388620a80 x1860112244279936/t0(0) o40->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941348 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941332.783867:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e160. 00000400:00000200:1.0:1773941332.783870:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faf68 00000400:00000010:1.0:1773941332.783872:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faf68. 00000100:00000200:1.0:1773941332.783877:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388620a80 x1860112244279936/t0(0) o40->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941348 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941332.783884:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388620a80 x1860112244279936/t0(0) o40->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941348 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941332.783896:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09390c7a180. 00000002:00000200:1.0:1773941332.783899:0:6140:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:1.0:1773941332.783902:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0938856c000. 02000000:00000010:1.0:1773941332.783904:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09391f4d000. 00000100:00000010:1.0:1773941332.783907:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620a80. 00000020:00000010:1.0:1773941332.783921:0:6140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09398198800. 00000020:00000010:1.0:1773941332.783937:0:6140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa0939819e000. 00000400:00000200:1.0:1773941332.783958:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.783963:0:6140:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941332.783977:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620a80. 02000000:00000010:1.0:1773941332.783984:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0938856c000. 02000000:00000010:0.0:1773941332.784022:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09399549c00. 00000020:00000010:1.0:1773941332.784028:0:6140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa0939819a000. 00000400:00000200:0.0:1773941332.784028:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941332.784046:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1000. 00000100:00000010:3.0:1773941332.784052:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571880. 00000400:00000010:0.0:1773941332.784053:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1660. 00000400:00000200:1.0:1773941332.784059:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:0.0:1773941332.784060:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244280064, portal 4 00000400:00000200:1.0:1773941332.784064:0:6140:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 02000000:00000010:3.0:1773941332.784066:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09398bbb500. 00000020:00000010:0.0:1773941332.784069:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa09382af8000. 00000100:00000010:1.0:1773941332.784073:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388623b80. 00000400:00000010:0.0:1773941332.784076:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1440. 00000100:00000200:0.0:1773941332.784079:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112244280064, offset 0 02000000:00000010:1.0:1773941332.784081:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0938856e800. 00000400:00000200:0.0:1773941332.784086:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941332.784096:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.784100:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941332.784103:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000010:1.0:1773941332.784107:0:6140:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffffa09391f4d000. 00000400:00000200:0.0:1773941332.784107:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941332.784113:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1773941332.784114:0:6140:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffffa0938856f400. 00000400:00000200:0.0:1773941332.784118:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941332.784122:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [26:26:256:4294967295] 192.168.202.146@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1773941332.784125:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:1.0:1773941332.784126:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388622a00. 02000000:00000010:3.0:1773941332.784128:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09382f98e00. 02000000:00000010:1.0:1773941332.784133:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09391f4c200. 00000400:00000200:0.0:1773941332.784138:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:3.0:1773941332.784139:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:1.0:1773941332.784142:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09390c7a180. 00000400:00000010:3.0:1773941332.784147:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15d10. 00000800:00000200:0.0:1773941332.784147:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 02000000:00000010:1.0:1773941332.784151:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09391f4d200. 00000800:00000010:0.0:1773941332.784153:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a4100. 00000400:00000010:3.0:1773941332.784156:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3110. 00000400:00000200:1.0:1773941332.784157:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941332.784162:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000100:00000200:3.0:1773941332.784163:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244280192, portal 25 00000400:00000010:1.0:1773941332.784164:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e160. 00000800:00000200:0.0:1773941332.784171:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941332.784174:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a4100 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:1.0:1773941332.784175:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faf68. 00000400:00000010:3.0:1773941332.784176:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be32a8. 00000100:00000200:3.0:1773941332.784183:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244280192, offset 0 00000100:00000200:1.0:1773941332.784183:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244280448, portal 10 00000400:00000010:1.0:1773941332.784190:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa5d8. 00000400:00000200:0.0:1773941332.784190:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941332.784197:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000200:1.0:1773941332.784197:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1860112244280448, offset 0 00000400:00000200:3.0:1773941332.784205:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.784206:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941332.784214:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941332.784217:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941332.784220:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941332.784224:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941332.784229:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941332.784232:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941332.784233:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1773941332.784239:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773941332.784240:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941332.784240:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000800:00000010:0.0:1773941332.784246:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a4100. 00000400:00000200:3.0:1773941332.784250:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941332.784252:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [27:27:255:4294967295] 192.168.202.146@tcp LPNI seq info [27:27:7:4294967295] 00000400:00000200:0.0:1773941332.784254:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941332.784257:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941332.784261:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.784268:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:3.0:1773941332.784269:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [28:28:255:4294967295] 192.168.202.146@tcp LPNI seq info [28:28:7:4294967295] 00000400:00000200:1.0:1773941332.784277:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:3.0:1773941332.784282:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.784292:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1440 00000800:00000200:1.0:1773941332.784293:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941332.784297:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1440. 00000800:00000010:1.0:1773941332.784299:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4100. 00000800:00000200:1.0:1773941332.784306:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000100:00000200:0.0:1773941332.784306:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388620a80 x1860112244280064/t0(0) o8->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941332.784318:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941332.784323:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4a4100 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:1.0:1773941332.784329:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941332.784345:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941332.784353:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941332.784358:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398bbbb00. 00000800:00000200:3.0:1773941332.784364:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 02000000:00000010:1.0:1773941332.784365:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0938856fc00. 00000800:00000200:3.0:1773941332.784371:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:1.0:1773941332.784372:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941332.784377:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e058. 00000800:00000200:3.0:1773941332.784378:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398bbbb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1773941332.784380:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1773941332.784382:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830facc0. 00000800:00000010:0.0:1773941332.784385:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4100. 00000100:00000200:1.0:1773941332.784387:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244280320, portal 4 00000400:00000200:3.0:1773941332.784390:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.784391:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773941332.784395:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093a0196000. 00000400:00000200:0.0:1773941332.784399:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000010:1.0:1773941332.784401:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faee0. 00000400:00000200:0.0:1773941332.784403:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa5d8 00000400:00000010:0.0:1773941332.784406:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa5d8. 00000100:00000200:0.0:1773941332.784410:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388622a00 x1860112244280448/t0(0) o900->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941348 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941332.784412:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112244280320, offset 0 00000400:00000200:1.0:1773941332.784423:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941332.784433:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.784440:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941332.784443:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941332.784447:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941332.784450:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941332.784453:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941332.784457:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [29:29:254:4294967295] 192.168.202.146@tcp LPNI seq info [29:29:6:4294967295] 00000400:00000200:1.0:1773941332.784461:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.784468:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941332.784474:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941332.784478:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4a00. 00000800:00000200:1.0:1773941332.784483:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941332.784488:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941332.784492:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4a4a00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941332.784498:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941332.784500:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941332.784503:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398bbbb00. 00000400:00000200:0.0:1773941332.784508:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.784513:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941332.784516:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be32a8 00000400:00000010:0.0:1773941332.784518:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be32a8. 00000100:00000200:0.0:1773941332.784521:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571880 x1860112244280192/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941332.784542:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941332.784544:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4a00. 00000400:00000200:0.0:1773941332.784546:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.784548:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941332.784550:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faee0 00000400:00000010:0.0:1773941332.784551:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faee0. 00000100:00000200:0.0:1773941332.784554:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388623b80 x1860112244280320/t0(0) o8->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.785197:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785203:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941332.785210:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785213:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785217:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785221:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 248 into portal 10 MB=0x69bc321900c80 00000400:00000200:0.0:1773941332.785225:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785230:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 248/248 into md 0x319 [1] + 224 00000400:00000200:0.0:1773941332.785241:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.785246:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941332.785253:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388622a00 x1860112244280448/t0(0) o900->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.785281:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785292:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941332.785296:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785298:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785302:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941332.785304:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e160. 00000400:00000200:0.0:1773941332.785304:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321900b80 00000400:00000200:0.0:1773941332.785311:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.785312:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faf68 00000400:00000010:1.0:1773941332.785315:0:6140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faf68. 00000100:00000200:1.0:1773941332.785321:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388622a00 x1860112244280448/t0(0) o900->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941348 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.785323:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x311 [1] + 224 00000400:00000200:0.0:1773941332.785333:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1773941332.785337:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388622a00 x1860112244280448/t0(0) o900->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941348 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.785340:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941332.785349:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571880 x1860112244280192/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941332.785355:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09390c7a180. 02000000:00000010:1.0:1773941332.785362:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09391f4d200. 02000000:00000010:1.0:1773941332.785366:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09391f4c200. 00000100:00000010:1.0:1773941332.785368:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388622a00. 80000000:00000010:1.0:1773941332.785374:0:6140:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffffa093902b6940. 00000020:00000010:1.0:1773941332.785380:0:6140:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffffa0938856c400. 00000100:00000010:1.0:1773941332.785383:0:6140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388622a00. 02000000:00000010:1.0:1773941332.785388:0:6140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09391f4c200. 00000400:00000200:0.0:1773941332.785393:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:1.0:1773941332.785395:0:6140:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09390c7a180. 00000400:00000200:0.0:1773941332.785400:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000010:3.0:1773941332.785401:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15d10. 00000400:00000200:0.0:1773941332.785406:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941332.785407:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3110 00000400:00000200:0.0:1773941332.785411:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941332.785413:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3110. 00000400:00000200:0.0:1773941332.785417:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785421:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 4 MB=0x69bc321900b00 00000400:00000200:0.0:1773941332.785424:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785427:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 416/416 into md 0x301 [1] + 0 00000400:00000200:0.0:1773941332.785431:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.785433:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941332.785436:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388620a80 x1860112244280064/t0(0) o8->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941332.785447:0:6140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffffa093a0100000. 00000400:00000200:1.0:1773941332.785455:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785460:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:3.0:1773941332.785462:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571880 x1860112244280192/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941332.785462:0:6140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e160. 00000400:00000200:0.0:1773941332.785466:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000010:1.0:1773941332.785472:0:6140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffffa0938856d800. 00000400:00000200:0.0:1773941332.785477:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:1.0:1773941332.785481:0:6140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112244280576, portal 10 00000400:00000200:0.0:1773941332.785485:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941332.785488:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1000. 00000400:00000010:1.0:1773941332.785493:0:6140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faf68. 00000100:00000200:3.0:1773941332.785494:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571880 x1860112244280192/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.785494:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941332.785495:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1660 00000400:00000010:2.0:1773941332.785501:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1660. 00000400:00000200:0.0:1773941332.785504:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 4 MB=0x69bc321900c00 00000100:00000200:1.0:1773941332.785508:0:6140:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112244280576, offset 0 00000100:00000200:2.0:1773941332.785512:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388620a80 x1860112244280064/t0(0) o8->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941332.785514:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.785521:0:6140:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941332.785533:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.785533:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 416/416 into md 0x329 [1] + 0 00000100:00000200:2.0:1773941332.785534:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388620a80 x1860112244280064/t0(0) o8->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941332.785536:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09382f98e00. 00000400:00000200:1.0:1773941332.785543:0:6140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 02000000:00000010:3.0:1773941332.785546:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09398bbb500. 00000400:00000200:0.0:1773941332.785548:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941332.785553:0:6140:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1773941332.785554:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571880. 00000400:00000200:0.0:1773941332.785559:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941332.785560:0:6140:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000020:00000010:2.0:1773941332.785562:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093862ba000. 00000400:00000200:1.0:1773941332.785567:0:6140:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941332.785570:0:6140:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941332.785573:0:6140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [30:30:256:4294967295] 192.168.202.146@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1773941332.785603:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941332.785618:0:6140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 02000000:00000010:2.0:1773941332.785620:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09399549c00. 02000000:00000010:2.0:1773941332.785626:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0938856c000. 00000800:00000200:1.0:1773941332.785626:0:6140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.146@tcp 00000100:00000200:0.0:1773941332.785629:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388623b80 x1860112244280320/t0(0) o8->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1773941332.785631:0:6140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4a00. 00000100:00000010:2.0:1773941332.785639:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620a80. 00000800:00000200:1.0:1773941332.785643:0:6140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941332.785649:0:6140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000010:2.0:1773941332.785650:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e058. 00000400:00000200:2.0:1773941332.785655:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830facc0 00000800:00000200:1.0:1773941332.785655:0:6140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4a4a00 type 1, nob 544 niov 1 nkiov 1 00000400:00000010:2.0:1773941332.785659:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830facc0. 00000100:00000200:2.0:1773941332.785665:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388623b80 x1860112244280320/t0(0) o8->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941332.785671:0:6140:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:2.0:1773941332.785677:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388623b80 x1860112244280320/t0(0) o8->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941332.785690:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093862be000. 02000000:00000010:2.0:1773941332.785707:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0938856fc00. 00000800:00000200:0.0:1773941332.785709:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1773941332.785711:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0938856e800. 00000800:00000010:0.0:1773941332.785712:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4a00. 00000100:00000010:2.0:1773941332.785718:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388623b80. 00000400:00000200:0.0:1773941332.785719:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.785724:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941332.785727:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faf68 00000400:00000010:0.0:1773941332.785729:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faf68. 00000100:00000200:0.0:1773941332.785734:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388622a00 x1860112244280576/t0(0) o33->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:0.0:1773941332.799110:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.799116:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941332.799122:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.799126:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.799129:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.799132:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 464 into portal 10 MB=0x69bc321900d00 00000400:00000200:0.0:1773941332.799136:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941332.799139:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 464/464 into md 0x339 [32] + 224 00000400:00000200:0.0:1773941332.799151:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941332.799154:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941332.799162:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388622a00 x1860112244280576/t0(0) o33->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941348 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:1.0:1773941332.799215:0:6140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e160. 00000400:00000200:1.0:1773941332.799223:0:6140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938856d800 00000400:00000010:1.0:1773941332.799226:0:6140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffffa0938856d800. 00000100:00000200:1.0:1773941332.799235:0:6140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388622a00 x1860112244280576/t0(0) o33->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773941332.799243:0:6140:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388622a00 x1860112244280576/t0(0) o33->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:1.0:1773941332.799261:0:6140:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09390c7a180. 00000002:00000200:1.0:1773941332.799266:0:6140:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:1.0:1773941332.799269:0:6140:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffffa09391f4d000. 00000020:00000010:1.0:1773941332.799290:0:6140:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa093886fbcf0. 00000020:00000010:1.0:1773941332.799294:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391f4d000. 00000020:00000010:1.0:1773941332.799298:0:6140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09391f4d200. 00000020:00000010:1.0:1773941332.799301:0:6140:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102060. 00000008:00000010:1.0:1773941332.799306:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0939042e468. 00020000:00000010:1.0:1773941332.799310:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c0b40. 00008000:00000010:1.0:1773941332.799314:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b18b8. 00000080:00000010:1.0:1773941332.799318:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa093884fb5e8. 00000080:00000010:1.0:1773941332.799320:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09398ed3230. 00000020:00000010:1.0:1773941332.799323:0:6140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391f4cc00. 00000008:00000010:1.0:1773941332.799326:0:6140:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09398181a20. 00020000:00000010:1.0:1773941332.799328:0:6140:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093981846c0. 00008000:00000010:1.0:1773941332.799331:0:6140:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862ae28. 00000080:00000010:1.0:1773941332.799334:0:6140:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa0938862be10. 00000080:00000010:1.0:1773941332.799341:0:6140:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffffa09398102420. 00000080:00000010:1.0:1773941332.799344:0:6140:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffffa0938856d800. 00000020:00000010:1.0:1773941332.799379:0:6140:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffffa09382d08000. 00000020:00000010:1.0:1773941332.799388:0:6140:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa0938856fc00. 00000020:00000010:1.0:1773941332.799390:0:6140:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffffa09390c7a180. 00000008:00000010:1.0:1773941332.799396:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0939042a178. 00020000:00000010:1.0:1773941332.799399:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c0780. 00008000:00000010:1.0:1773941332.799401:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b2a60. 00000080:00000010:1.0:1773941332.799403:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa093884fb9d8. 00000080:00000010:1.0:1773941332.799405:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09398ed0490. 00000008:00000010:1.0:1773941332.799407:0:6140:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09398180dc0. 00020000:00000010:1.0:1773941332.799409:0:6140:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa09398185440. 00008000:00000010:1.0:1773941332.799410:0:6140:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862a6f0. 00000080:00000010:1.0:1773941332.799412:0:6140:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa0938862b3c0. 00000008:00000010:1.0:1773941332.799425:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0939042b7c8. 00020000:00000010:1.0:1773941332.799427:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c06c0. 00008000:00000010:1.0:1773941332.799428:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b0000. 00000080:00000010:1.0:1773941332.799430:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa093884fb540. 00000080:00000010:1.0:1773941332.799432:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09398ed1b60. 00000008:00000010:1.0:1773941332.799434:0:6140:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa093981809a0. 00020000:00000010:1.0:1773941332.799436:0:6140:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa09398184240. 00008000:00000010:1.0:1773941332.799437:0:6140:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862ae00. 00000080:00000010:1.0:1773941332.799439:0:6140:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa0938862bf00. 00000008:00000010:1.0:1773941332.799442:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0939042ce18. 00020000:00000010:1.0:1773941332.799444:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c0480. 00008000:00000010:1.0:1773941332.799448:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b0a98. 00000080:00000010:1.0:1773941332.799450:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa093884fb690. 00000080:00000010:1.0:1773941332.799451:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09398ed2238. 00000008:00000010:1.0:1773941332.799453:0:6140:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09398181ce0. 00020000:00000010:1.0:1773941332.799455:0:6140:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093981858c0. 00008000:00000010:1.0:1773941332.799456:0:6140:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862aa68. 00000080:00000010:1.0:1773941332.799458:0:6140:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa0938862bd20. 00000008:00000010:1.0:1773941332.799465:0:6140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0939042c2f0. 00020000:00000010:1.0:1773941332.799466:0:6140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c0f00. 00008000:00000010:1.0:1773941332.799468:0:6140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b0710. 00000080:00000010:1.0:1773941332.799470:0:6140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa093884fb930. 00000080:00000010:1.0:1773941332.799471:0:6140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09398ed3b50. 00000008:00000010:1.0:1773941332.799474:0:6140:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa093981802c0. 00020000:00000010:1.0:1773941332.799475:0:6140:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa09398187180. 00008000:00000010:1.0:1773941332.799477:0:6140:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862a950. 00000080:00000010:1.0:1773941332.799478:0:6140:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa0938862b870. 00020000:00000010:1.0:1773941332.799486:0:6140:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffffa09398102a20. 00020000:00000010:1.0:1773941332.799489:0:6140:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffffa09398102cc0. 00020000:00000010:1.0:1773941332.799492:0:6140:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffffa093981025a0. 00020000:00000010:1.0:1773941332.799494:0:6140:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffffa09398102780. 00000020:00000010:1.0:1773941332.799497:0:6140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09391f4d200. 00000020:00000010:1.0:1773941332.799500:0:6140:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102060. 00000008:00000010:1.0:1773941332.799503:0:6140:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0939042e468. 00020000:00000010:1.0:1773941332.799505:0:6140:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093a17c0b40. 00008000:00000010:1.0:1773941332.799507:0:6140:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b18b8. 00000080:00000010:1.0:1773941332.799510:0:6140:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffffa093884fb5e8. 00000080:00000010:1.0:1773941332.799512:0:6140:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffffa09398ed3230. 00000020:00000010:1.0:1773941332.799515:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391f4d000. 00000008:00000010:1.0:1773941332.799517:0:6140:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09398181a20. 00020000:00000010:1.0:1773941332.799520:0:6140:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093981846c0. 00008000:00000010:1.0:1773941332.799523:0:6140:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa0938862ae28. 00000080:00000010:1.0:1773941332.799525:0:6140:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffffa0938862be10. 00000020:00000010:1.0:1773941332.799526:0:6140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391f4cc00. 00000020:00000010:1.0:1773941332.799528:0:6140:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa093886fbcf0. 00000080:00000010:1.0:1773941332.799557:0:6140:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffffa09384935280. 02000000:00000010:1.0:1773941332.799574:0:6140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffffa093a0100000. 02000000:00000010:1.0:1773941332.799612:0:6140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09391f4c200. 00000100:00000010:1.0:1773941332.799615:0:6140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388622a00. 00000080:00000010:1.0:1773941332.799621:0:6140:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffffa093981c5640. 00000080:00000010:1.0:1773941332.799627:0:6140:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffffa09398b35000. 00000080:00000010:1.0:1773941332.799633:0:6140:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffffa09398b35c00. 00000080:00000010:1.0:1773941332.799649:0:6140:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffffa09390361400. 00000080:00000010:1.0:1773941332.799651:0:6140:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffffa09390361300. 00000080:00000010:1.0:1773941332.799653:0:6140:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffffa09385337060. 00000080:02000400:1.0:1773941332.799655:0:6140:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000080:00200008:0.0:1773941332.856005:0:6188:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa09384935348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1773941332.856015:0:6188:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348),name=/ 00000002:00010000:0.0:1773941332.856054:0:6188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941332.856117:0:6188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6188 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941332.856128:0:6188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6188 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941332.856136:0:6188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6188 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941332.856155:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024f800 pname:cluuid:pid:xid:nid:opc:job mkdir:7fb3f1f2-256c-4b90-a31c-c301e13862d6:6188:1860112244280704:192.168.202.146@tcp:101: 00000100:00100000:0.0:1773941332.856229:0:6188:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e33a80 going to sleep for 11 seconds 00000100:00100000:1.0:1773941332.857751:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024f800 pname:cluuid:pid:xid:nid:opc:job mkdir:7fb3f1f2-256c-4b90-a31c-c301e13862d6:6188:1860112244280704:192.168.202.146@tcp:101: 00010000:00010000:1.0:1773941332.857765:0:6188:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941332.857774:0:6188:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941332.857783:0:6188:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941332.857793:0:6188:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941332.857801:0:6188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941332.857807:0:6188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941332.857812:0:6188:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1773941332.857819:0:6188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffffa0939024f800 x1860112244280704/t0(0) o101->lustre-MDT0000-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1773941332.857839:0:6188:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941332.857847:0:6188:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa09390258800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1773941332.857851:0:6188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1773941332.857869:0:6188:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1773941332.857873:0:6188:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) for lock 0x450ee06f069b0ae2 00000080:00010000:1.0:1773941332.857877:0:6188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) 00000080:00010000:1.0:1773941332.857879:0:6188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0ae2 from it ffffb97c83b1fcb8 00010000:00010000:1.0:1773941332.857881:0:6188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941332.857887:0:6188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773941333.777755:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1773941334.220691:0:6240:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa09384935348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1773941334.220706:0:6240:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348),name=/ 00000002:00010000:3.0:1773941334.220732:0:6240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1773941334.220749:0:6240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773941334.220771:0:6240:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1773941334.220777:0:6240:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1773941334.220783:0:6240:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) 00000080:00010000:3.0:1773941334.220786:0:6240:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) for lock 0x450ee06f069b0ae2 00000080:00010000:3.0:1773941334.220793:0:6240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0ae2 from it ffffb97c83be7cb8 00010000:00010000:3.0:1773941334.220796:0:6240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773941334.220803:0:6240:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1773941334.221274:0:6240:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa09384935348), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1773941334.221278:0:6240:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348),name=/ 00000002:00010000:3.0:1773941334.221286:0:6240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1773941334.221292:0:6240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1773941334.221299:0:6240:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1773941334.221304:0:6240:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1773941334.221307:0:6240:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) 00000080:00010000:3.0:1773941334.221309:0:6240:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) for lock 0x450ee06f069b0ae2 00000080:00010000:3.0:1773941334.221312:0:6240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0ae2 from it ffffb97c83be7cb8 00010000:00010000:3.0:1773941334.221319:0:6240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1773941334.221325:0:6240:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1773941334.221402:0:6240:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348),name=/ 00000002:00010000:3.0:1773941334.221412:0:6240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1773941334.221418:0:6240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1773941334.221427:0:6240:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1773941334.221434:0:6240:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1773941334.221438:0:6240:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) 00000080:00010000:3.0:1773941334.221441:0:6240:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) for lock 0x450ee06f069b0ae2 00000080:00010000:3.0:1773941334.221445:0:6240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0ae2 from it ffffb97c83be7bb0 00010000:00010000:3.0:1773941334.221449:0:6240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1773941334.221456:0:6240:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1773941334.221466:0:6240:0:(file.c:6668:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348), inode mode 41ed mask 44 00000080:00200008:3.0:1773941334.221473:0:6240:0:(file.c:1025:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa09384935348), flags 100000 00000080:00200080:3.0:1773941334.221550:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.221567:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00800000:00000004:3.0:1773941334.221604:0:6240:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffffa093854ae000: age 99, max_age 99 00800000:00000004:3.0:1773941334.221610:0:6240:0:(obd_class.h:1123:obd_statfs()) lustre-MDT0000-mdc-ffffa093854ae000: use ffffa0938863b7c0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1773941334.221639:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.221645:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00800000:00000004:3.0:1773941334.221650:0:6240:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffffa093854ae000: age -902, max_age 99 00000100:00100000:3.0:1773941334.221690:0:6240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job lfs:7fb3f1f2-256c-4b90-a31c-c301e13862d6:6240:1860112244280832:192.168.202.146@tcp:41: 00000100:00100000:3.0:1773941334.221784:0:6240:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e89e40 going to sleep for 11 seconds 00010000:00080000:3.0:1773941334.223242:0:6240:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09388571880 x1860112244280832/t0(0) o41->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941334.223258:0:6240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job lfs:7fb3f1f2-256c-4b90-a31c-c301e13862d6:6240:1860112244280832:192.168.202.146@tcp:41: 00800000:00000004:3.0:1773941334.223276:0:6240:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffffa093854ae000: update ffffa09388638450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1773941334.223309:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223317:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223323:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223326:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223329:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223332:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223336:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223338:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223341:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223343:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223346:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223349:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223353:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223363:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223368:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223371:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223374:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223377:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223382:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223387:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223393:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223397:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223403:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223407:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223411:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223415:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223419:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223423:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223428:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223432:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223436:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223440:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223445:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223449:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223454:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223458:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223462:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223466:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223480:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223486:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223489:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223492:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223495:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223498:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223500:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223502:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223505:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223507:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223510:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223513:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223516:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223519:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223522:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223524:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223526:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223528:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223530:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223532:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223535:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223538:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223540:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223543:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223546:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223553:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223557:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223559:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223562:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223564:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223566:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223568:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223570:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223572:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223575:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223615:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223623:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223628:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223633:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223636:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223640:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223644:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223648:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223650:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223653:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223655:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223657:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223660:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223662:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223664:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223673:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223675:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223678:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223680:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223683:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223685:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223687:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223689:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223691:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223693:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223696:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223698:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223700:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223702:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223704:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223706:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223708:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223710:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223712:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223714:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223717:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223719:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223721:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223723:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223725:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223731:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223734:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223736:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223739:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223741:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223743:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223745:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223747:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223749:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223751:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223753:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223756:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00800000:00000080:3.0:1773941334.223757:0:6240:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.223760:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.223764:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00020000:00000004:3.0:1773941334.223769:0:6240:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffffa093854ae000: age -902, max_age 99 00000100:00100000:3.0:1773941334.223785:0:6240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job lfs:7fb3f1f2-256c-4b90-a31c-c301e13862d6:6240:1860112244280960:192.168.202.146@tcp:13: 00000100:00100000:3.0:1773941334.223830:0:6240:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e89e40 going to sleep for 11 seconds 00010000:00080000:3.0:1773941334.224628:0:6240:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09388571880 x1860112244280960/t0(0) o13->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941334.224636:0:6240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job lfs:7fb3f1f2-256c-4b90-a31c-c301e13862d6:6240:1860112244280960:192.168.202.146@tcp:13: 00020000:00000004:3.0:1773941334.224644:0:6240:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffffa093854ae000: update ffffa093902d8450 cache blocks 901369/958279 objects 261776/262144 00000080:00200080:3.0:1773941334.224673:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.224682:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00020000:00000004:3.0:1773941334.224693:0:6240:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffffa093854ae000: age -902, max_age 99 00000100:00100000:3.0:1773941334.224713:0:6240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job lfs:7fb3f1f2-256c-4b90-a31c-c301e13862d6:6240:1860112244281088:192.168.202.146@tcp:13: 00000100:00100000:3.0:1773941334.224758:0:6240:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e89e40 going to sleep for 11 seconds 00010000:00080000:3.0:1773941334.225479:0:6240:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09388571880 x1860112244281088/t0(0) o13->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941350 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941334.225487:0:6240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job lfs:7fb3f1f2-256c-4b90-a31c-c301e13862d6:6240:1860112244281088:192.168.202.146@tcp:13: 00020000:00000004:3.0:1773941334.225494:0:6240:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffffa093854ae000: update ffffa093902dd178 cache blocks 901369/958279 objects 261776/262144 00000080:00200080:3.0:1773941334.225517:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225523:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225527:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225530:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225534:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225536:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225540:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225543:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225547:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225550:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225552:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225556:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225559:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225564:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225567:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225570:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225573:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225605:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225613:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225618:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225624:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225629:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225634:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225638:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225643:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225646:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225650:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225654:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225659:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225663:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225668:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225671:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225676:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225680:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225685:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225689:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225694:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225698:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225704:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225710:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225713:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225716:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225726:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225730:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225734:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225736:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225739:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225742:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225745:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225747:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225749:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225752:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225755:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225757:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225760:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225762:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225764:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225766:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225768:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225770:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225772:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225774:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225776:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225778:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225780:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225782:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225784:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225790:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225793:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225795:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225798:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225800:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225802:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225804:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225806:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225808:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225810:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225812:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225814:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225816:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225818:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225820:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225822:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225824:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225826:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225828:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225831:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225833:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225835:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225837:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225839:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225841:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225848:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225850:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225852:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225854:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225857:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225859:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225861:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225863:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225865:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225867:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225869:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225871:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225873:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225875:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225877:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225879:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225881:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225883:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225886:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225888:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225890:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225892:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225894:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225896:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225898:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225904:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225907:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225909:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225911:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225913:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225915:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225917:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200080:3.0:1773941334.225919:0:6240:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) cmd=c00866a4 arg=7ffe8d582aa0 00020000:00000080:3.0:1773941334.225921:0:6240:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=c00866a4 len=592 karg=ffffa09386adf800 uarg=0000000000000000 00000080:00200008:3.0:1773941334.225928:0:6240:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa09384935348), flags 100000 00010000:00010000:0.0:1773941334.801697:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1773941335.098303:0:6433:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1773941335.825726:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941336.309564:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.146@tcp (source: 12345-192.168.202.146@tcp) 00000100:00100000:1.0:1773941336.309655:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112252706176 00000100:00100000:1.0:1773941336.309665:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112252706176 00000100:00100000:0.0:1773941336.309691:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.146@tcp (source: 12345-192.168.202.146@tcp) 00000100:00100000:1.0:1773941336.309707:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112252706304 00000100:00100000:1.0:1773941336.309710:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112252706304 00000100:00100000:1.0:1773941336.309727:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.146@tcp, seq: 0 00000100:00100000:0.0:1773941336.309735:0:6142:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 34 00000100:00100000:1.0:1773941336.309736:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffffa0939024c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1b030510-64cd-47df-8f39-b79a33fa2d9f+4:10220:x1860112252706176:12345-192.168.202.146@tcp:104: 00000100:00100000:0.0:1773941336.309746:0:6142:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:1.0:1773941336.309754:0:6141:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffffa09381516600/0x450ee06f069b0a79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcac106b6165c83ac expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941336.309831:0:6141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1773941336.309838:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffffa0939024c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1b030510-64cd-47df-8f39-b79a33fa2d9f+4:10220:x1860112252706176:12345-192.168.202.146@tcp:104: Request processed in 103us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1773941336.309859:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.146@tcp, seq: 0 00010000:00010000:2.0:1773941336.309880:0:6152:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1773941336.309888:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.146@tcp, seq: 1 00010000:00010000:2.0:1773941336.309891:0:6152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381516600/0x450ee06f069b0a79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcac106b6165c83ac expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941336.309903:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffffa0939024ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1b030510-64cd-47df-8f39-b79a33fa2d9f+3:10220:x1860112252706304:12345-192.168.202.146@tcp:104: 00010000:00010000:2.0:1773941336.309908:0:6152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381516600 already unused, calling callback (ffffffffc14a0c20) 10000000:00010000:2.0:1773941336.309913:0:6152:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381516600/0x450ee06f069b0a79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcac106b6165c83ac expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941336.309916:0:6141:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0a72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xcac106b6165c83a5 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941336.309924:0:6152:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381516600/0x450ee06f069b0a79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xcac106b6165c83ac expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1773941336.309937:0:6152:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381516600/0x450ee06f069b0a79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcac106b6165c83ac expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941336.309941:0:6152:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1773941336.309975:0:6141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1773941336.309982:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffffa0939024ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1b030510-64cd-47df-8f39-b79a33fa2d9f+3:10220:x1860112252706304:12345-192.168.202.146@tcp:104: Request processed in 86us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1773941336.309988:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.146@tcp, seq: 1 00010000:00010000:2.0:1773941336.309993:0:6152:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa09381516600/0x450ee06f069b0a79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83ac expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941336.310022:0:6152:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941336.310024:0:6151:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1773941336.310046:0:6152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381516600/0x450ee06f069b0a79 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83ac expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941336.310053:0:6152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381516600/0x450ee06f069b0a79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83ac expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941336.310069:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941336.310072:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941336.310076:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2400:1860112244281216:192.168.202.146@tcp:103: 00010000:00010000:2.0:1773941336.310076:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941336.310241:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941336.310243:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941336.310244:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941336.310263:0:6151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0a72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcac106b6165c83a5 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941336.310270:0:6151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381516800 already unused, calling callback (ffffffffc14a0c20) 10000000:00010000:1.0:1773941336.310272:0:6151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0a72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcac106b6165c83a5 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941336.310277:0:6151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0a72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcac106b6165c83a5 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941336.310282:0:6151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0a72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcac106b6165c83a5 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941336.310286:0:6151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1773941336.310306:0:6151:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0a72 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83a5 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941336.310318:0:6151:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941336.310339:0:6151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0a72 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83a5 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941336.310345:0:6151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0a72 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83a5 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941336.310360:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941336.310362:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941336.310363:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941336.310406:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2399:1860112244281344:192.168.202.146@tcp:103: 00000100:00100000:3.0:1773941336.312214:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2400:1860112244281216:192.168.202.146@tcp:103: 00000100:00100000:1.0:1773941336.312241:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2399:1860112244281344:192.168.202.146@tcp:103: 00010000:00010000:2.0:1773941336.849727:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1773941337.681693:0:6154:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1773941337.681701:0:6154:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffffa093854ae000 from 48 10000000:01000000:3.0:1773941337.681707:0:6154:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1773941337.681786:0:6154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941337.681798:0:6154:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941337.681809:0:6154:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941337.681832:0:6154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244281472:192.168.202.146@tcp:101: 00000100:00100000:3.0:1773941337.681922:0:6154:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391c14e40 going to sleep for 11 seconds 00000100:00100000:3.0:1773941337.683487:0:6154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244281472:192.168.202.146@tcp:101: 00010000:00010000:3.0:1773941337.683516:0:6154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941337.683524:0:6154:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941337.683571:0:6154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244281600:192.168.202.146@tcp:501: 00000100:00100000:3.0:1773941337.683628:0:6154:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391c14e40 going to sleep for 11 seconds 00000100:00100000:3.0:1773941337.684777:0:6154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244281600:192.168.202.146@tcp:501: 00000100:00100000:3.0:1773941337.684813:0:6154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244281728:192.168.202.146@tcp:503: 00000100:00100000:3.0:1773941337.684865:0:6154:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391c14e40 going to sleep for 11 seconds 00000100:00100000:3.0:1773941337.685798:0:6154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244281728:192.168.202.146@tcp:503: 00000100:00100000:0.0:1773941337.686190:0:6642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1b030510-64cd-47df-8f39-b79a33fa2d9f:6642:1860112244281856:192.168.202.146@tcp:502: 00000100:00100000:0.0:1773941337.686275:0:6642:0:(client.c:2690:ptlrpc_set_wait()) set ffffa0939a68b840 going to sleep for 11 seconds 00000100:00100000:2.0:1773941337.687248:0:6642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1b030510-64cd-47df-8f39-b79a33fa2d9f:6642:1860112244281856:192.168.202.146@tcp:502: 00000020:01000000:2.0:1773941337.687280:0:6642:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1773941337.687290:0:6642:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773941337.687292:0:6642:0:(obd_config.c:1594:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1773941337.687296:0:6642:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1773941337.687319:0:6642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1b030510-64cd-47df-8f39-b79a33fa2d9f:6642:1860112244281984:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:2.0:1773941337.687367:0:6642:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e33240 going to sleep for 11 seconds 00000100:00100000:2.0:1773941337.688228:0:6642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1b030510-64cd-47df-8f39-b79a33fa2d9f:6642:1860112244281984:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:2.0:1773941337.688248:0:6642:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1773941337.688252:0:6642:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773941337.688254:0:6642:0:(obd_config.c:1594:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1773941337.688257:0:6642:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1773941337.688333:0:6154:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:3.0:1773941337.688354:0:6154:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1773941337.688364:0:6154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941337.688372:0:6154:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941337.688379:0:6154:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1773941337.688381:0:6154:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa09382f90000 from 1 10000000:01000000:3.0:1773941337.688382:0:6154:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1773941337.688399:0:6154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941337.688405:0:6154:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941337.688419:0:6154:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941337.688432:0:6154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244282112:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1773941337.688476:0:6154:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391c14e40 going to sleep for 11 seconds 00000100:00100000:3.0:1773941337.689283:0:6154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244282112:192.168.202.146@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1773941337.689293:0:6154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c83f9 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941337.689300:0:6154:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c83f9 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941337.689329:0:6154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244282240:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1773941337.689366:0:6154:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391c14e40 going to sleep for 11 seconds 00000100:00100000:3.0:1773941337.690246:0:6154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244282240:192.168.202.146@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1773941337.690260:0:6154:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1773941337.690264:0:6154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c83f9 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941337.690270:0:6154:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c83f9 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941337.873738:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941338.001834:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2398:1860112244282368:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1773941338.001853:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2399:1860112244282496:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1773941338.002001:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2399:1860112244282752:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941338.002009:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2398:1860112244282624:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1773941338.003658:0:2398:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0939024e300 x1860112244282624/t0(0) o400->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941338.003679:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2398:1860112244282624:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941338.003717:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2398:1860112244282368:192.168.202.146@tcp:400:kworker.0 00010000:00080000:0.0:1773941338.003753:0:2399:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0939024c000 x1860112244282496/t0(0) o400->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941338.003771:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2399:1860112244282496:192.168.202.146@tcp:400:kworker.0 00010000:00080000:0.0:1773941338.003786:0:2399:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0939024ce00 x1860112244282752/t0(0) o400->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941338.003813:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2399:1860112244282752:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1773941338.682045:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.146@tcp (source: 12345-192.168.202.146@tcp) 00000100:00100000:1.0:1773941338.682162:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112252709120 00000100:00100000:1.0:1773941338.682176:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112252709120 00000100:00100000:1.0:1773941338.682253:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.146@tcp, seq: 2 00000100:00100000:1.0:1773941338.682265:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffffa0939024ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1b030510-64cd-47df-8f39-b79a33fa2d9f+3:10274:x1860112252709120:12345-192.168.202.146@tcp:104: 00010000:00010000:1.0:1773941338.682285:0:6142:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffffa09381516e00/0x450ee06f069b0ab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcac106b6165c83ba expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941338.682387:0:6142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1773941338.682394:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffffa0939024ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1b030510-64cd-47df-8f39-b79a33fa2d9f+3:10274:x1860112252709120:12345-192.168.202.146@tcp:104: Request processed in 131us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1773941338.682402:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.146@tcp, seq: 2 00010000:00010000:2.0:1773941338.682486:0:6151:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1773941338.682496:0:6151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381516e00/0x450ee06f069b0ab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcac106b6165c83ba expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941338.682505:0:6151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381516e00 already unused, calling callback (ffffffffc14a0c20) 10000000:00010000:2.0:1773941338.682510:0:6151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381516e00/0x450ee06f069b0ab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcac106b6165c83ba expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941338.682518:0:6151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381516e00/0x450ee06f069b0ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcac106b6165c83ba expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1773941338.682524:0:6151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381516e00/0x450ee06f069b0ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcac106b6165c83ba expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941338.682543:0:6151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1773941338.682616:0:6151:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa09381516e00/0x450ee06f069b0ab1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83ba expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941338.682622:0:6151:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1773941338.682648:0:6151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381516e00/0x450ee06f069b0ab1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83ba expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941338.682654:0:6151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381516e00/0x450ee06f069b0ab1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcac106b6165c83ba expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941338.682676:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2401:1860112244282880:192.168.202.146@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1773941338.682677:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941338.682680:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941338.682683:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941338.683773:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2401:1860112244282880:192.168.202.146@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1773941338.897694:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1773941338.969637:0:6154:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1773941338.969645:0:6154:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffffa093854ae000 from 4 10000000:01000000:3.0:1773941338.969651:0:6154:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1773941338.969704:0:6154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941338.969716:0:6154:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941338.969729:0:6154:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941338.969757:0:6154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244283008:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1773941338.969858:0:6154:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391fff300 going to sleep for 11 seconds 00000100:00100000:3.0:1773941338.971470:0:6154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244283008:192.168.202.146@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1773941338.971491:0:6154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941338.971502:0:6154:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941338.971556:0:6154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244283136:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1773941338.971614:0:6154:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391fff300 going to sleep for 11 seconds 00000100:00100000:3.0:1773941338.972594:0:6154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244283136:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1773941338.972629:0:6154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244283264:192.168.202.146@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1773941338.972712:0:6154:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391fff300 going to sleep for 11 seconds 00000100:00100000:1.0:1773941338.973724:0:6154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b030510-64cd-47df-8f39-b79a33fa2d9f:6154:1860112244283264:192.168.202.146@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1773941338.974123:0:6699:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1b030510-64cd-47df-8f39-b79a33fa2d9f:6699:1860112244283392:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:1.0:1773941338.974180:0:6699:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09399fb5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1773941338.975224:0:6699:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1b030510-64cd-47df-8f39-b79a33fa2d9f:6699:1860112244283392:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:1.0:1773941338.975249:0:6699:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1773941338.975258:0:6699:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941338.975261:0:6699:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1773941338.975266:0:6699:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffffa093854ae000 00000020:00000080:1.0:1773941338.975269:0:6699:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1773941338.975336:0:6699:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1b030510-64cd-47df-8f39-b79a33fa2d9f:6699:1860112244283520:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:1.0:1773941338.975379:0:6699:0:(client.c:2690:ptlrpc_set_wait()) set ffffa0938818d900 going to sleep for 11 seconds 00000100:00100000:1.0:1773941338.976302:0:6699:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1b030510-64cd-47df-8f39-b79a33fa2d9f:6699:1860112244283520:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:1.0:1773941338.976323:0:6699:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1773941338.976328:0:6699:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941338.976330:0:6699:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1773941338.976333:0:6699:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1773941338.976406:0:6154:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1773941338.976427:0:6154:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1773941338.976435:0:6154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941338.976444:0:6154:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941339.921786:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941340.945756:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941341.969726:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941342.993707:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941343.121856:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2398:1860112244283648:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1773941343.121856:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2399:1860112244283776:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1773941343.121987:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2399:1860112244284032:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941343.121996:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2398:1860112244283904:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941343.122045:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2398:1860112244284160:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941343.123710:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2398:1860112244283648:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1773941343.123715:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2399:1860112244283776:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1773941343.123736:0:2398:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0939024f100 x1860112244283904/t0(0) o400->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1773941343.123737:0:2399:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0939024d500 x1860112244284032/t0(0) o400->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941343.123776:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2399:1860112244284032:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941343.123777:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2398:1860112244283904:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1773941343.123800:0:2398:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0939024e680 x1860112244284160/t0(0) o400->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941343.123811:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2398:1860112244284160:192.168.202.146@tcp:400:kworker.0 00010000:00010000:2.0:1773941344.017777:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941345.041653:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941345.684002:0:6989:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1773941346.065700:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941347.089735:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1773941347.162025:0:7251:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing yml_node 00010000:00010000:2.0:1773941348.114635:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1773941348.241716:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2400:1860112244284288:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1773941348.241760:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2401:1860112244284416:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1773941348.241815:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2401:1860112244284672:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1773941348.241821:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244284544:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1773941348.241859:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244284800:192.168.202.146@tcp:400:kworker.0 00010000:00080000:3.0:1773941348.243264:0:2400:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09388573b80 x1860112244284800/t0(0) o400->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941348.243280:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244284800:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1773941348.243294:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2400:1860112244284288:192.168.202.146@tcp:400:kworker.0 00010000:00080000:3.0:1773941348.243317:0:2400:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09388570380 x1860112244284544/t0(0) o400->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941348.243326:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244284544:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1773941348.243350:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2401:1860112244284416:192.168.202.146@tcp:400:kworker.0 00010000:00080000:3.0:1773941348.243360:0:2401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09388570a80 x1860112244284672/t0(0) o400->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941348.243370:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2401:1860112244284672:192.168.202.146@tcp:400:kworker.0 00000001:02000400:3.0:1773941348.529818:0:7704:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.50.193 00010000:00010000:2.0:1773941349.137657:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941349.330677:0:7860:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.50.193 00000001:02000400:1.0:1773941350.121252:0:8017:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.50.193 00010000:00010000:0.0:1773941350.162665:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941350.593241:0:8164:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: conf-sanity ============----- Thu Mar 19 13:29:10 EDT 2026 00010000:00010000:0.0:1773941351.186687:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941352.209676:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941353.233756:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941353.361890:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2401:1860112244284928:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1773941353.361890:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244285056:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1773941353.362004:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244285312:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1773941353.362016:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2401:1860112244285184:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1773941353.362045:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1773941353.362055:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244285440:192.168.202.146@tcp:400:kworker.0 00010000:00080000:2.0:1773941353.363623:0:2400:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa093885c6a00 x1860112244285440/t0(0) o400->lustre-OST0001-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941353.363630:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2401:1860112244284928:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1773941353.363646:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244285440:192.168.202.146@tcp:400:kworker.0 00010000:00080000:3.0:1773941353.363656:0:2401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa093885c4a80 x1860112244285184/t0(0) o400->lustre-MDT0001-mdc-ffffa093854ae000@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941353.363665:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244285056:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1773941353.363674:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2401:1860112244285184:192.168.202.146@tcp:400:kworker.0 00010000:00080000:2.0:1773941353.363683:0:2400:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa093885c7b80 x1860112244285312/t0(0) o400->lustre-OST0000-osc-ffffa093854ae000@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941353.363694:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7fb3f1f2-256c-4b90-a31c-c301e13862d6:2400:1860112244285312:192.168.202.146@tcp:400:kworker.0 00010000:00010000:0.0:1773941354.257758:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941355.281700:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1773941355.850362:0:8712:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 32newtarball 00000001:02000400:3.0:1773941356.272765:0:8851:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 45 69 106 111 114 00010000:00010000:2.0:1773941356.305984:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1773941356.529338:0:8963:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa09384935348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1773941356.529347:0:8963:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348),name=/ 00000002:00010000:0.0:1773941356.529365:0:8963:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941356.529381:0:8963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1773941356.529393:0:8963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1773941356.529406:0:8963:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1773941356.529412:0:8963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) 00000080:00010000:0.0:1773941356.529415:0:8963:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384935348) for lock 0x450ee06f069b0ae2 00000080:00010000:0.0:1773941356.529421:0:8963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0ae2 from it ffffb97c81d1fcb8 00010000:00010000:0.0:1773941356.529423:0:8963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1773941356.529429:0:8963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1773941356.698004:0:8964:0:(llite_lib.c:3557:ll_umount_begin()) VFS Op: superblock ffffa093854ae000 count 1 active 9 00800000:00000080:0.0:1773941356.698015:0:8964:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093854ae000: cmd=4240666a len=576 karg=ffffa093862b4c00 uarg=0000000000000000 00000002:00000080:0.0:1773941356.698024:0:8964:0:(mdc_request.c:2300:mdc_iocontrol()) lustre-MDT0000-mdc-ffffa093854ae000: cmd=4240666a len=576 karg=ffffa093862b4c00 uarg=0000000000000000 00000100:02000400:0.0:1773941356.698029:0:8964:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00080000:0.0:1773941356.701028:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1773941356.701033:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093854ae000: committing for last_committed 0 gen 2 00000100:00100000:0.0:1773941356.701042:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1773941356.701166:0:8964:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1773941356.701189:0:8964:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1773941356.701198:0:8964:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa093854ae000 lock: ffffa09384f5f000/0x450ee06f069b0ae2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0xcac106b6165c83e4 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000002:00000080:0.0:1773941356.703110:0:8964:0:(mdc_request.c:2300:mdc_iocontrol()) lustre-MDT0001-mdc-ffffa093854ae000: cmd=4240666a len=576 karg=ffffa093862b4c00 uarg=0000000000000000 00000100:02000400:0.0:1773941356.703115:0:8964:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 00000100:00080000:0.0:1773941356.703123:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1773941356.703125:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093854ae000: committing for last_committed 0 gen 2 00000100:00100000:0.0:1773941356.703131:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00020000:00000080:0.0:1773941356.705109:0:8964:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093854ae000: cmd=4240666a len=576 karg=ffffa093862b4c00 uarg=0000000000000000 00000008:00000080:0.0:1773941356.705116:0:8964:0:(osc_request.c:3548:osc_iocontrol()) lustre-OST0000-osc-ffffa093854ae000: cmd=4240666a len=576 karg=ffffa093862b4c00 uarg=0000000000000000 00000100:02000400:0.0:1773941356.705120:0:8964:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00020000:01000000:0.0:1773941356.705126:0:8964:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00000080:00000004:0.0:1773941356.705129:0:8964:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1773941356.705134:0:8964:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1773941356.705137:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1773941356.705140:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093854ae000: committing for last_committed 0 gen 2 00020000:01000000:0.0:1773941356.705143:0:8964:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00000080:00000004:0.0:1773941356.705145:0:8964:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1773941356.705147:0:8964:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1773941356.705149:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000008:00000080:0.0:1773941356.705287:0:8964:0:(osc_request.c:3548:osc_iocontrol()) lustre-OST0001-osc-ffffa093854ae000: cmd=4240666a len=576 karg=ffffa093862b4c00 uarg=0000000000000000 00000100:02000400:0.0:1773941356.705291:0:8964:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0001_UUID INACTIVE by administrator request 00020000:01000000:0.0:1773941356.705294:0:8964:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0001_UUID 00000080:00000004:0.0:1773941356.705296:0:8964:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1773941356.705298:0:8964:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1773941356.705300:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1773941356.705302:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa093854ae000: committing for last_committed 0 gen 2 00020000:01000000:0.0:1773941356.705305:0:8964:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID inactive 00000080:00000004:0.0:1773941356.705307:0:8964:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1773941356.705309:0:8964:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1773941356.705311:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1773941357.329727:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941358.353725:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1773941358.481737:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:1.0:1773941358.481743:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:1.0:1773941358.481745:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:1.0:1773941358.481747:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:1.0:1773941358.481764:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1773941358.481788:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2398:1860112244285568:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941358.483180:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2398:1860112244285568:192.168.202.146@tcp:400:kworker.0 00010000:00010000:2.0:1773941359.377700:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941360.401749:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941361.425700:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941362.449682:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941363.473797:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1773941363.601795:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:0.0:1773941363.601800:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:0.0:1773941363.601803:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:0.0:1773941363.601820:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:1.0:1773941363.601832:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2398:1860112244285696:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941363.603225:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2398:1860112244285696:192.168.202.146@tcp:400:kworker.0 00010000:00010000:2.0:1773941364.497727:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941365.521688:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941366.545760:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1773941366.934689:0:8964:0:(llite_lib.c:1951:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384935348) 00000080:00200000:3.0:1773941366.934730:0:8964:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffffa093854ae000 (sb ffffa093854ae000) 00010000:00010000:3.0:1773941366.934765:0:8964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934775:0:8964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934782:0:8964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934787:0:8964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934803:0:8964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1773941366.934807:0:8964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934811:0:8964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934821:0:8964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934826:0:8964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934839:0:8964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1773941366.934844:0:6627:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1773941366.934845:0:8964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934853:0:8964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.934855:0:6627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941366.934859:0:8964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941366.934872:0:6151:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1773941366.934877:0:8964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941366.934880:0:6151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.934882:0:6627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bda00 already unused, calling callback (ffffffffc14a0c20) 00010000:00010000:3.0:1773941366.934889:0:8964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:2.0:1773941366.934891:0:6627:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941366.934891:0:6151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 10000000:01000000:3.0:1773941366.934893:0:8964:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00010000:0.0:1773941366.934898:0:6151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941366.934916:0:6151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.934917:0:6627:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941366.934923:0:6152:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00010000:0.0:1773941366.934929:0:6151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941366.934942:0:6151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00010000:2.0:1773941366.934943:0:6627:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941366.934945:0:6151:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:01000000:0.0:1773941366.934949:0:6151:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:01000000:2.0:1773941366.934955:0:6627:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1773941366.934959:0:6627:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1773941366.934962:0:6627:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1773941366.934984:0:6151:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.934988:0:6627:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941366.934989:0:6151:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1773941366.935000:0:6627:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1773941366.935021:0:6151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941366.935028:0:6151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0aaa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c83b3 expref: -99 pid: 6140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.935033:0:6627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941366.935049:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2399:1860112244285824:192.168.202.146@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1773941366.935049:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941366.935053:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941366.935063:0:6151:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941366.935069:0:6627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bda00/0x450ee06f069b0ae9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c83f2 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.935087:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941366.935091:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941366.935095:0:6627:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1773941366.935114:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2400:1860112244285952:192.168.202.146@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1773941366.935292:0:8967:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941366.935297:0:8967:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941366.935301:0:8967:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941366.935313:0:6152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.935323:0:6152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bd600 already unused, calling callback (ffffffffc14a0c20) 10000000:00010000:2.0:1773941366.935327:0:6152:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.935334:0:6152:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1773941366.935341:0:6152:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941366.935346:0:6152:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1773941366.935348:0:6152:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1773941366.935350:0:6152:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1773941366.935365:0:6152:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.935370:0:6152:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1773941366.935382:0:6152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.935399:0:6152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bd600/0x450ee06f069b0af7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8407 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941366.935414:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941366.935418:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941366.935421:0:6152:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1773941366.935436:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2401:1860112244286080:192.168.202.146@tcp:103:ldlm_bl.0 00020000:01000000:3.0:1773941366.935683:0:8964:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffffa0939819e000 active: 0 00020000:01000000:3.0:1773941366.935687:0:8964:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffffa0939819a000 active: 0 00020000:01000000:3.0:1773941366.935689:0:8964:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00020000:01000000:3.0:1773941366.935692:0:8964:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffffa093854ae000 00020000:01000000:3.0:1773941366.935693:0:8964:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffffa093854ae000: disconnecting target lustre-OST0001-osc-ffffa093854ae000 00000100:00080000:3.0:1773941366.935698:0:8964:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-OST0001_UUID 00000100:00080000:3.0:1773941366.935785:0:8964:0:(import.c:65:import_set_state_nolock()) ffffa0939819a800 lustre-OST0001_UUID: changing import state from FULL to CLOSED 00000100:00080000:3.0:1773941366.935796:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1773941366.935799:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa093854ae000: committing for last_committed 0 gen 3 00000100:00100000:3.0:1773941366.935802:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1773941366.935927:0:8964:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0adb 00000020:00000080:3.0:1773941366.935937:0:8964:0:(genops.c:904:class_export_put()) final put ffffa0939819a000/LOV_OSC_UUID 00000020:01000000:3.0:1773941366.935951:0:8964:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffffa093854ae000 (flags='F') 00000020:00000080:3.0:1773941366.935955:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1773941366.935961:0:8964:0:(obd_config.c:991:class_cleanup()) lustre-OST0001-osc-ffffa093854ae000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1773941366.935965:0:8964:0:(genops.c:1577:class_disconnect_exports()) OBD device 6 (ffffa093902dcd28) has no exports 00000020:00000080:2.0:1773941366.935975:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffffa0939819a000/LOV_OSC_UUID for lustre-OST0001-osc-ffffa093854ae000 00000008:01000000:0.0:1773941366.936030:0:8964:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffffa093854ae000: client import never connected 00000100:00080000:0.0:1773941366.936034:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1773941366.936037:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa093854ae000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1773941366.936040:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1773941366.936232:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa0939819a800 for lustre-OST0001-osc-ffffa093854ae000 00000020:00000080:0.0:1773941366.936436:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1773941366.936443:0:8964:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0001-osc-ffffa093854ae000 (uuid 7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:00000080:0.0:1773941366.936446:0:8964:0:(genops.c:904:class_export_put()) final put ffffa0939819c800/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:0.0:1773941366.936449:0:8964:0:(genops.c:863:class_export_destroy()) destroying export ffffa0939819c800/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-OST0001-osc-ffffa093854ae000 00000020:01000000:0.0:1773941366.936453:0:8964:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffffa093854ae000 (7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000100:00100000:2.0:1773941366.936528:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2401:1860112244286080:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1773941366.936545:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b030510-64cd-47df-8f39-b79a33fa2d9f:2400:1860112244285952:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1773941366.936599:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1b030510-64cd-47df-8f39-b79a33fa2d9f:2399:1860112244285824:192.168.202.146@tcp:103:ldlm_bl.0 00020000:01000000:0.0:1773941366.936708:0:8964:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffffa093854ae000 00020000:01000000:0.0:1773941366.936710:0:8964:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffffa093854ae000: disconnecting target lustre-OST0000-osc-ffffa093854ae000 00000100:00080000:0.0:1773941366.936713:0:8964:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-OST0000_UUID 00000100:00080000:0.0:1773941366.936798:0:8964:0:(import.c:65:import_set_state_nolock()) ffffa0939819b800 lustre-OST0000_UUID: changing import state from FULL to CLOSED 00000100:00080000:0.0:1773941366.936802:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1773941366.936804:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093854ae000: committing for last_committed 0 gen 3 00000100:00100000:0.0:1773941366.936806:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941366.936940:0:8964:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0ad4 00000020:00000080:0.0:1773941366.936949:0:8964:0:(genops.c:904:class_export_put()) final put ffffa0939819e000/LOV_OSC_UUID 00000020:00000080:2.0:1773941366.936984:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffffa0939819e000/LOV_OSC_UUID for lustre-OST0000-osc-ffffa093854ae000 00000020:01000000:0.0:1773941366.936992:0:8964:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffffa093854ae000 (flags='F') 00000020:00000080:0.0:1773941366.936997:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1773941366.937002:0:8964:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffffa093854ae000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1773941366.937005:0:8964:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffffa093902d8000) has no exports 00000008:01000000:0.0:1773941366.937017:0:8964:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffffa093854ae000: client import never connected 00000100:00080000:0.0:1773941366.937019:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1773941366.937022:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093854ae000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1773941366.937025:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1773941366.937189:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa0939819b800 for lustre-OST0000-osc-ffffa093854ae000 00000020:00000080:0.0:1773941366.937311:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1773941366.937323:0:8964:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffffa093854ae000 (uuid 7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:00000080:0.0:1773941366.937327:0:8964:0:(genops.c:904:class_export_put()) final put ffffa09398199800/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:0.0:1773941366.937330:0:8964:0:(genops.c:863:class_export_destroy()) destroying export ffffa09398199800/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-OST0000-osc-ffffa093854ae000 00000020:01000000:0.0:1773941366.937334:0:8964:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffffa093854ae000 (7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:00000080:0.0:1773941366.937517:0:8964:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0acd 00000020:00000080:0.0:1773941366.937521:0:8964:0:(genops.c:904:class_export_put()) final put ffffa09398198800/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:2.0:1773941366.937550:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffffa09398198800/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-clilov-ffffa093854ae000 00000100:00080000:0.0:1773941366.937982:0:8964:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-MDT0000_UUID 00000100:00080000:0.0:1773941366.938997:0:8964:0:(import.c:65:import_set_state_nolock()) ffffa0939819d000 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00080000:0.0:1773941366.939002:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1773941366.939004:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093854ae000: committing for last_committed 0 gen 3 00000100:00100000:0.0:1773941366.939006:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941366.940693:0:8964:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0abf 00000020:00000080:0.0:1773941366.940698:0:8964:0:(genops.c:904:class_export_put()) final put ffffa09383fb7000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:2.0:1773941366.940738:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffffa09383fb7000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-MDT0000-mdc-ffffa093854ae000 00000100:00080000:0.0:1773941366.940767:0:8964:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 7fb3f1f2-256c-4b90-a31c-c301e13862d6->lustre-MDT0001_UUID 00000100:00080000:0.0:1773941366.942087:0:8964:0:(import.c:65:import_set_state_nolock()) ffffa0939819f800 lustre-MDT0001_UUID: changing import state from FULL to CLOSED 00000100:00080000:0.0:1773941366.942092:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1773941366.942095:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093854ae000: committing for last_committed 0 gen 3 00000100:00100000:0.0:1773941366.942098:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941366.944413:0:8964:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0ac6 00000020:00000080:0.0:1773941366.944421:0:8964:0:(genops.c:904:class_export_put()) final put ffffa09383fb4000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:0.0:1773941366.944446:0:8964:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0ab8 00000020:00000080:0.0:1773941366.944450:0:8964:0:(genops.c:904:class_export_put()) final put ffffa09383fb3000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:01000000:0.0:1773941366.944456:0:8964:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffffa093854ae000 (flags='F') 00000020:00000080:0.0:1773941366.944462:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1773941366.944468:0:8964:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffffa093854ae000: forcing exports to disconnect: 0/1 00000020:00000080:2.0:1773941366.944469:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffffa09383fb4000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-MDT0001-mdc-ffffa093854ae000 00000020:00080000:0.0:1773941366.944472:0:8964:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffffa0938863cd28) has no exports 00000020:00000080:2.0:1773941366.944479:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffffa09383fb3000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-clilmv-ffffa093854ae000 00000020:00000080:0.0:1773941366.944500:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1773941366.944507:0:8964:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffffa093854ae000 (uuid 7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:00000080:0.0:1773941366.944511:0:8964:0:(genops.c:904:class_export_put()) final put ffffa09388604000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:0.0:1773941366.944524:0:8964:0:(genops.c:863:class_export_destroy()) destroying export ffffa09388604000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-clilov-ffffa093854ae000 00000020:01000000:0.0:1773941366.944531:0:8964:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffffa093854ae000 (7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:01000000:0.0:1773941366.944539:0:8964:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffffa093854ae000 (flags='F') 00000020:00000080:0.0:1773941366.944541:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1773941366.944544:0:8964:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffffa093854ae000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1773941366.944546:0:8964:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffffa093886399b8) has no exports 00000020:00000080:0.0:1773941366.944605:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1773941366.944610:0:8964:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffffa093854ae000 (uuid 7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:00000080:0.0:1773941366.944614:0:8964:0:(genops.c:904:class_export_put()) final put ffffa0939819d800/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:0.0:1773941366.944617:0:8964:0:(genops.c:863:class_export_destroy()) destroying export ffffa0939819d800/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-clilmv-ffffa093854ae000 00000020:01000000:0.0:1773941366.944622:0:8964:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffffa093854ae000 (7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:01000000:0.0:1773941366.944775:0:8964:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffffa093854ae000 (flags='F') 00000020:00000080:0.0:1773941366.944779:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1773941366.944782:0:8964:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffffa093854ae000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1773941366.944785:0:8964:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffffa0938863b370) has no exports 00000008:01000000:0.0:1773941366.944796:0:8964:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffffa093854ae000: client import never connected 00000100:00080000:0.0:1773941366.944799:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1773941366.944801:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093854ae000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1773941366.944805:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1773941366.947002:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa0939819d000 for lustre-MDT0000-mdc-ffffa093854ae000 00000020:00000080:0.0:1773941366.947198:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1773941366.947204:0:8964:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffffa093854ae000 (uuid 7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:00000080:0.0:1773941366.947207:0:8964:0:(genops.c:904:class_export_put()) final put ffffa0939819b000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:0.0:1773941366.947209:0:8964:0:(genops.c:863:class_export_destroy()) destroying export ffffa0939819b000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-MDT0000-mdc-ffffa093854ae000 00000020:01000000:0.0:1773941366.947212:0:8964:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffffa093854ae000 (7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:01000000:0.0:1773941366.949083:0:8964:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffffa093854ae000 (flags='F') 00000020:00000080:0.0:1773941366.949087:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1773941366.949091:0:8964:0:(obd_config.c:991:class_cleanup()) lustre-MDT0001-mdc-ffffa093854ae000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1773941366.949095:0:8964:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffffa09388638000) has no exports 00000008:01000000:0.0:1773941366.949112:0:8964:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffffa093854ae000: client import never connected 00000100:00080000:0.0:1773941366.949115:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1773941366.949118:0:8964:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093854ae000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1773941366.949121:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1773941366.951172:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa0939819f800 for lustre-MDT0001-mdc-ffffa093854ae000 00000020:00000080:0.0:1773941366.951329:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1773941366.951336:0:8964:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0001-mdc-ffffa093854ae000 (uuid 7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000020:00000080:0.0:1773941366.951339:0:8964:0:(genops.c:904:class_export_put()) final put ffffa0939819c000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 00000020:00000080:0.0:1773941366.951342:0:8964:0:(genops.c:863:class_export_destroy()) destroying export ffffa0939819c000/7fb3f1f2-256c-4b90-a31c-c301e13862d6 for lustre-MDT0001-mdc-ffffa093854ae000 00000020:01000000:0.0:1773941366.951346:0:8964:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffffa093854ae000 (7fb3f1f2-256c-4b90-a31c-c301e13862d6) 00000080:02000400:1.0:1773941366.952702:0:8964:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:01000000:1.0:1773941366.954647:0:8964:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:01000004:1.0:1773941366.954750:0:8964:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffffa093854ae000 00000100:00080000:1.0:1773941366.954759:0:8964:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 1b030510-64cd-47df-8f39-b79a33fa2d9f->MGS 00010000:00010000:1.0:1773941366.954775:0:8964:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xcac106b6165c83f9 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941366.954796:0:8964:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xcac106b6165c83f9 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941366.954805:0:8964:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1773941366.954808:0:8964:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1773941366.954812:0:8964:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1773941366.954863:0:8964:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c83f9 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941366.954872:0:8964:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1773941366.954905:0:8964:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37e40 going to sleep for 0 seconds 00000100:00100000:1.0:1773941366.954918:0:8964:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job umount:1b030510-64cd-47df-8f39-b79a33fa2d9f:8964:1860112244286208:192.168.202.146@tcp:103:umount.0 00010000:00010000:1.0:1773941366.954930:0:8964:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:1.0:1773941366.954941:0:8964:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:1.0:1773941366.954946:0:8964:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bc600/0x450ee06f069b0af0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c83f9 expref: -99 pid: 6154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1773941366.954991:0:8964:0:(import.c:65:import_set_state_nolock()) ffffa09390263000 MGS: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1773941366.955041:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b030510-64cd-47df-8f39-b79a33fa2d9f:2397:1860112244286336:192.168.202.146@tcp:251:umount.0 00000100:00080000:3.0:1773941366.956552:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa09390263000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1773941366.956556:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941366.956558:0:2397:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1773941366.956559:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1773941366.956568:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b030510-64cd-47df-8f39-b79a33fa2d9f:2397:1860112244286336:192.168.202.146@tcp:251:umount.0 00000100:00080000:1.0:1773941366.956617:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1773941366.956622:0:8964:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1773941366.956626:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1773941366.956629:0:8964:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1773941366.956637:0:8964:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0a6b 00000020:00000080:1.0:1773941366.956645:0:8964:0:(genops.c:904:class_export_put()) final put ffffa09390265000/1b030510-64cd-47df-8f39-b79a33fa2d9f 00000020:01000000:1.0:1773941366.956663:0:8964:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.146@tcp (flags='') 00000020:00000080:1.0:1773941366.956669:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1773941366.956677:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffffa09390265000/1b030510-64cd-47df-8f39-b79a33fa2d9f for MGC192.168.202.146@tcp 00000020:00000080:1.0:1773941366.956678:0:8964:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.146@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1773941366.956686:0:8964:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffffa09382f90000) has no exports 10000000:01000000:3.0:1773941366.956748:0:6154:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1773941366.956756:0:8964:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.146@tcp: client import never connected 00000100:00080000:1.0:1773941366.956760:0:8964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1773941366.956763:0:8964:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1773941366.956766:0:8964:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1773941366.956768:0:8964:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1773941366.956818:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa09390263000 for MGC192.168.202.146@tcp 00000020:00000080:1.0:1773941366.956853:0:8964:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1773941366.956861:0:8964:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.146@tcp (uuid 1b030510-64cd-47df-8f39-b79a33fa2d9f) 00000020:00000080:1.0:1773941366.956865:0:8964:0:(genops.c:904:class_export_put()) final put ffffa093854af000/1b030510-64cd-47df-8f39-b79a33fa2d9f 00000020:00000080:1.0:1773941366.956868:0:8964:0:(genops.c:863:class_export_destroy()) destroying export ffffa093854af000/1b030510-64cd-47df-8f39-b79a33fa2d9f for MGC192.168.202.146@tcp 00000020:01000000:1.0:1773941366.956874:0:8964:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.146@tcp (1b030510-64cd-47df-8f39-b79a33fa2d9f) 00010000:00010000:0.0:1773941366.957125:0:6151:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1773941366.957177:0:6627:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1773941366.957236:0:8967:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:0.0:1773941366.957283:0:6152:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:1.0:1773941366.957399:0:6142:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffffa09382d03a00:6142] 1 exiting: rc = 0 00000100:00100000:0.0:1773941366.957414:0:6141:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffffa093881bbc00:6141] 0 exiting: rc = 1 00000100:00100000:0.0:1773941366.957494:0:6626:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_002: service thread [ffffa09388568400:6626] 2 exiting: rc = 0 00000100:00100000:3.0:1773941366.957706:0:6143:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffffa09398f30600:6143] 0 exiting: rc = 1 00000100:00100000:2.0:1773941366.958052:0:6144:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffffa09382d03800:6144] 1 exiting: rc = 0 00000100:00100000:1.0:1773941366.958101:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.958110:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941366.958420:0:6145:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffffa0939a49b000:6145] 0 exiting: rc = 1 00000100:00100000:0.0:1773941366.958459:0:6146:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffffa093833afc00:6146] 1 exiting: rc = 0 00000100:00100000:0.0:1773941366.958491:0:6147:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffffa09382cdba00:6147] 2 exiting: rc = 0 00000100:00100000:2.0:1773941366.958603:0:6148:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffffa09382cdbc00:6148] 0 exiting: rc = 1 00000100:00100000:3.0:1773941366.958655:0:6149:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffffa0938917c400:6149] 1 exiting: rc = 0 00000100:00100000:3.0:1773941366.958790:0:6150:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffffa0938917ce00:6150] 2 exiting: rc = 0 00000100:00100000:1.0:1773941366.958919:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.958933:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.958946:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.958960:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.958973:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.958986:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.958997:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959008:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959019:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959031:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959041:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959051:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959060:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959067:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959076:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959082:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959087:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959092:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959097:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959103:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959109:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959115:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959121:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959127:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959132:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959137:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959143:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959149:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959154:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959160:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959165:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959171:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959177:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959182:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959188:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959201:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959207:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959213:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959219:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959226:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959232:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959237:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959244:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959250:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959256:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959263:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959269:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959274:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959280:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959287:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959294:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959300:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959305:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959311:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959317:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959323:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959330:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959335:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959342:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959347:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959353:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959359:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959364:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959370:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959377:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959383:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959389:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959395:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959401:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959407:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959420:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959426:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959432:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959438:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959444:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959450:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959456:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959461:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959467:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959473:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959479:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959485:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959491:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959498:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959503:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959510:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959516:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959523:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959528:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959534:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959540:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959546:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959552:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959558:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959564:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959569:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959575:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959610:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959623:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959636:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959650:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959662:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959676:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959689:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959699:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959733:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959747:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959760:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959767:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959775:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959784:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959792:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959799:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959808:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959818:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959825:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959832:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959840:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959847:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959854:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959861:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959868:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959876:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959883:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959890:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959897:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959904:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941366.959911:0:8964:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000004:1.0:1773941366.960458:0:8964:0:(obd_mount.c:724:lustre_put_lsi()) put ffffa093854ae000 1 00000020:01000004:1.0:1773941366.960461:0:8964:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffffa093854a8000 00000800:00000200:2.0:1773941415.249740:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941415.249751:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941415.249757:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1773941415.249886:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:2.0:1773941430.313762:0:11506:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:0.0:1773941431.470775:0:11751:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:1.0:1773941438.808306:0:12194:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000800:00000200:1.0:1773941453.137698:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941453.137704:0:2389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941453.137709:0:2389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1773941453.137851:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:2.0:1773941459.212137:0:12838:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 161b: test mount with multiple IP for a single hostname ========================================================== 13:30:58 (1773941458) 00000001:02000400:3.0:1773941468.855017:0:13427:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:2.0:1773941470.059739:0:13672:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:2.0:1773941476.033041:0:14107:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000080:00000010:2.0:1773941476.134340:0:14135:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffffa0938871d380. 00000020:00000010:2.0:1773941476.134355:0:14135:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffffa0938388c000. 00000020:00000010:2.0:1773941476.134367:0:14135:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at ffffa09388784580. 00000020:00000010:2.0:1773941476.134370:0:14135:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffffa09390c20500. 00000020:00000010:2.0:1773941476.134374:0:14135:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at ffffa093887842a0. 00000020:00000010:2.0:1773941476.134478:0:14135:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffffa093996fc800. 00000020:00000010:2.0:1773941476.134496:0:14135:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffffa09388ef9fc0. 00000020:00000010:2.0:1773941476.134500:0:14135:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffffa0939a68b840. 00000020:00000010:2.0:1773941476.134507:0:14135:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffffa09385337a80. 00000100:00000010:2.0:1773941476.134513:0:14135:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffffa093890ae400. 00000400:00000200:2.0:1773941476.134519:0:14135:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941476.134523:0:14135:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.134530:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.134535:0:14135:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941476.134539:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.134543:0:14135:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941476.134546:0:14135:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941476.134548:0:14135:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:2.0:1773941476.134549:0:14135:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffffa093890ae400. 00000020:00000010:2.0:1773941476.134554:0:14135:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffffa09385337a80. 00000020:00000010:2.0:1773941476.134557:0:14135:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffffa09398f2b340. 00000020:00000010:2.0:1773941476.134562:0:14135:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at ffffa0938871d500. 00000020:00000010:2.0:1773941476.134601:0:14135:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffffa093902c3370. 00000020:00000010:2.0:1773941476.134609:0:14135:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa093996fb800. 00000020:00000010:2.0:1773941476.134643:0:14135:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at ffffa0938871d500. 00000020:00000010:2.0:1773941476.134649:0:14135:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at ffffa0938871d500. 00000001:00000010:2.0:1773941476.134665:0:14135:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffffa093854a1900. 00000001:00000010:2.0:1773941476.134673:0:14135:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffffa09388ef9aa0. 00000001:00000010:2.0:1773941476.134676:0:14135:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938917c000. 00000001:00000010:2.0:1773941476.134678:0:14135:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938917d400. 00000001:00000010:2.0:1773941476.134680:0:14135:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938917c200. 00000001:00000010:2.0:1773941476.134681:0:14135:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938917c400. 00000020:00000010:2.0:1773941476.134685:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938917c800. 00000020:00000010:2.0:1773941476.134689:0:14135:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0938871d280. 00000020:00000010:2.0:1773941476.134699:0:14135:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa093a010d7d0. 00008000:00000010:2.0:1773941476.134726:0:14135:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.134731:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938917c600. 00000020:00000010:2.0:1773941476.134733:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938917da00. 00000040:00000010:2.0:1773941476.134737:0:14135:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938917d800. 00000020:00000010:2.0:1773941476.134740:0:14135:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996fe000. 00000020:00000010:2.0:1773941476.134743:0:14135:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938917d200. 00040000:00000010:2.0:1773941476.134747:0:14135:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1f00. 00040000:00000010:2.0:1773941476.134750:0:14135:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938917dc00. 10000000:00000010:2.0:1773941476.134753:0:14135:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffffa09398f2b780. 00010000:00000010:2.0:1773941476.134761:0:14135:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffffa09383889000. 00010000:00000010:2.0:1773941476.134765:0:14135:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffffa0938388e000. 00010000:00000010:2.0:1773941476.134770:0:14135:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffffa09388ef9a80. 00000100:00000010:2.0:1773941476.134824:0:14135:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffffa09391f4de00. 00000100:00000010:2.0:1773941476.134829:0:14135:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffffa093890acc00. 00000100:00000010:2.0:1773941476.134840:0:14135:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffffa09386ad4000. 00000100:00000010:2.0:1773941476.134846:0:14135:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffffa0938388a000. 00000100:00000010:2.0:1773941476.134850:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ad000. 00000100:00000010:2.0:1773941476.134854:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09386ac6000. 00000100:00000010:2.0:1773941476.134857:0:14135:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffffa093890afc00. 00000100:00000010:2.0:1773941476.134865:0:14135:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffffa09390460000. 00000100:00000010:2.0:1773941476.134870:0:14135:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffffa0938388f000. 00000100:00000010:2.0:1773941476.134873:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ac400. 00000100:00000010:2.0:1773941476.134877:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09386ac4000. 00000400:00000200:2.0:1773941476.134883:0:14135:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:2.0:1773941476.134907:0:14135:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa0938810b400. 00000020:00000010:2.0:1773941476.134910:0:14135:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffffa0938388b000. 00000100:00000010:2.0:1773941476.134941:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0939a68b6c0. 00000100:00000010:2.0:1773941476.134945:0:14135:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09398f2b800. 00000100:00000010:2.0:1773941476.134948:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0939a68b3c0. 00000100:00000010:2.0:1773941476.134951:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0939a68b540. 00000100:00000010:2.0:1773941476.134954:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09386b4c000. 00000100:00000010:2.0:1773941476.134956:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09386b4c600. 00000100:00000010:2.0:1773941476.134958:0:14135:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09398f2b940. 00000100:00000010:2.0:1773941476.134959:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09386b4c900. 00000100:00000010:2.0:1773941476.134961:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09386b4cc00. 00000100:00000010:2.0:1773941476.134963:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09383fe5780. 00000100:00000200:2.0:1773941476.134982:0:14135:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:2.0:1773941476.134986:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09391f4d200. 00000100:00000010:0.0:1773941476.135227:0:14136:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f565c0. 00000020:00000010:0.0:1773941476.135232:0:14136:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f56080. 00000020:00000010:0.0:1773941476.135238:0:14136:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093881c6400. 00000020:00000010:0.0:1773941476.135241:0:14136:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093881c7400. 00000040:00000010:0.0:1773941476.135244:0:14136:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa093881c7a00. 00000020:00000010:0.0:1773941476.135248:0:14136:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938628a000. 00000020:00000010:0.0:1773941476.135251:0:14136:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09399531928. 00000020:00000010:0.0:1773941476.135253:0:14136:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093881c7800. 80000000:00000010:0.0:1773941476.135256:0:14136:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093a00fcf00. 40000000:00000010:0.0:1773941476.135258:0:14136:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f56ec0. 00100000:00000010:0.0:1773941476.135265:0:14136:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0938628d800. 00040000:00000010:0.0:1773941476.135268:0:14136:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09389f05b00. 00040000:00000010:0.0:1773941476.135271:0:14136:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0938628c000. 00040000:00000010:0.0:1773941476.135273:0:14136:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa093881c6200. 00000004:00000010:0.0:1773941476.135276:0:14136:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09386288000. 00000004:00000010:0.0:1773941476.135279:0:14136:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382e70000. 00000004:00000010:0.0:1773941476.135282:0:14136:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa0938628e000. 00002000:00000010:0.0:1773941476.135286:0:14136:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09399549c00. 00000004:00000010:0.0:1773941476.135288:0:14136:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09399549400. 00000100:00000200:0.0:1773941476.135291:0:14136:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773941476.135295:0:14136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1f78. 00000400:00000010:0.0:1773941476.135299:0:14136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09389168f00. 00000100:00000010:0.0:1773941476.135306:0:14136:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0938628a800. 00000100:00000200:0.0:1773941476.135320:0:14136:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941476.135337:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09391f4cc00. 00000100:00000010:1.0:1773941476.135515:0:14137:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa093886846c0. 00000020:00000010:1.0:1773941476.135519:0:14137:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684500. 00000020:00000010:1.0:1773941476.135522:0:14137:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391dce600. 00000020:00000010:1.0:1773941476.135525:0:14137:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093881ba600. 00000040:00000010:1.0:1773941476.135532:0:14137:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa093881ba800. 00000020:00000010:1.0:1773941476.135535:0:14137:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386247800. 00000020:00000010:1.0:1773941476.135538:0:14137:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09382cfa840. 00000020:00000010:1.0:1773941476.135540:0:14137:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093881bbe00. 80000000:00000010:1.0:1773941476.135542:0:14137:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09398102900. 40000000:00000010:1.0:1773941476.135544:0:14137:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09388684800. 00100000:00000010:1.0:1773941476.135547:0:14137:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09386241800. 00040000:00000010:1.0:1773941476.135549:0:14137:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09382a4a300. 00040000:00000010:1.0:1773941476.135552:0:14137:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09386246800. 00040000:00000010:1.0:1773941476.135553:0:14137:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa093881bb600. 00000004:00000010:1.0:1773941476.135556:0:14137:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09386243000. 00000004:00000010:1.0:1773941476.135559:0:14137:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa093867ff000. 00000004:00000010:1.0:1773941476.135561:0:14137:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09386245000. 00002000:00000010:1.0:1773941476.135563:0:14137:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093996c5000. 00000004:00000010:1.0:1773941476.135565:0:14137:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa093996c5800. 00000100:00000010:1.0:1773941476.135568:0:14137:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa09386241000. 00000100:00000200:1.0:1773941476.135597:0:14137:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941476.135627:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa093881c7600. 00000100:00000010:2.0:1773941476.135821:0:14138:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f2b840. 00000020:00000010:2.0:1773941476.135825:0:14138:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2be00. 00000020:00000010:2.0:1773941476.135830:0:14138:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391f4d000. 00000020:00000010:2.0:1773941476.135833:0:14138:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09390b7e600. 00000040:00000010:2.0:1773941476.135837:0:14138:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09390b7fe00. 00000020:00000010:2.0:1773941476.135840:0:14138:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996fa000. 00000020:00000010:2.0:1773941476.135844:0:14138:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af5080. 00000020:00000010:2.0:1773941476.135847:0:14138:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09390b7f200. 80000000:00000010:2.0:1773941476.135850:0:14138:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09385337960. 40000000:00000010:2.0:1773941476.135853:0:14138:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2bb80. 00100000:00000010:2.0:1773941476.135856:0:14138:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa093996ff000. 00040000:00000010:2.0:1773941476.135859:0:14138:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1000. 00040000:00000010:2.0:1773941476.135863:0:14138:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa093996fd800. 00040000:00000010:2.0:1773941476.135865:0:14138:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390b7ea00. 00000004:00000010:2.0:1773941476.135869:0:14138:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa093996fa800. 00000004:00000010:2.0:1773941476.135872:0:14138:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa0938388d000. 00000004:00000010:2.0:1773941476.135876:0:14138:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa093996fe800. 00002000:00000010:2.0:1773941476.135883:0:14138:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0938810ac00. 00000004:00000010:2.0:1773941476.135886:0:14138:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09388108800. 00000100:00000200:2.0:1773941476.135889:0:14138:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941476.135893:0:14138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3ec8. 00000400:00000010:2.0:1773941476.135896:0:14138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391df2540. 00000100:00000010:2.0:1773941476.135901:0:14138:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa093996ff800. 00000100:00000200:2.0:1773941476.135913:0:14138:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941476.135930:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa093881c6c00. 00000100:00000010:2.0:1773941476.136046:0:14139:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f2b5c0. 00000020:00000010:2.0:1773941476.136049:0:14139:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2be80. 00000020:00000010:2.0:1773941476.136053:0:14139:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09390b7ee00. 00000020:00000010:2.0:1773941476.136056:0:14139:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09390b7fa00. 00000040:00000010:2.0:1773941476.136061:0:14139:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09398f7d600. 00000020:00000010:2.0:1773941476.136064:0:14139:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996fd000. 00000020:00000010:2.0:1773941476.136067:0:14139:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af0508. 00000020:00000010:2.0:1773941476.136070:0:14139:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09398f7c800. 80000000:00000010:2.0:1773941476.136073:0:14139:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09385337e40. 40000000:00000010:2.0:1773941476.136076:0:14139:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2b100. 00100000:00000010:2.0:1773941476.136080:0:14139:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0938879e000. 00040000:00000010:2.0:1773941476.136082:0:14139:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1c00. 00040000:00000010:2.0:1773941476.136086:0:14139:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09388798800. 00040000:00000010:2.0:1773941476.136089:0:14139:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09391d2ee00. 00000004:00000010:2.0:1773941476.136092:0:14139:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa093995ed000. 00000004:00000010:2.0:1773941476.136096:0:14139:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb7000. 00000004:00000010:2.0:1773941476.136100:0:14139:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09398198800. 00002000:00000010:2.0:1773941476.136103:0:14139:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0938810a800. 00000004:00000010:2.0:1773941476.136106:0:14139:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09388109400. 00000100:00000010:2.0:1773941476.136109:0:14139:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0939819e000. 00000100:00000200:2.0:1773941476.136119:0:14139:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941476.136128:0:14135:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffffa093881c7e00. 00000100:00000010:0.0:1773941476.136132:0:14135:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffffa0939954ac00. 00000100:00000010:0.0:1773941476.136146:0:14135:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffffa09386acc000. 00000100:00000010:0.0:1773941476.136153:0:14135:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffffa09382e73000. 00000100:00000010:0.0:1773941476.136157:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09399549000. 00000100:00000010:0.0:1773941476.136161:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383880000. 00000100:00000010:0.0:1773941476.136164:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939954a800. 00000100:00000010:0.0:1773941476.136168:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383882000. 00000100:00000010:0.0:1773941476.136171:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09399548400. 00000100:00000010:0.0:1773941476.136175:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383884000. 00000100:00000010:0.0:1773941476.136178:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09399548c00. 00000100:00000010:0.0:1773941476.136182:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383886000. 00000100:00000010:0.0:1773941476.136185:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09399548000. 00000100:00000010:0.0:1773941476.136189:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09387dc4000. 00000100:00000010:0.0:1773941476.136192:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09399549800. 00000100:00000010:0.0:1773941476.136196:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09387dc6000. 00000100:00000010:0.0:1773941476.136203:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09399548800. 00000100:00000010:0.0:1773941476.136208:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399686000. 00000100:00000010:0.0:1773941476.136211:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939954a400. 00000100:00000010:0.0:1773941476.136215:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399682000. 00000100:00000010:0.0:1773941476.136218:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939954b400. 00000100:00000010:0.0:1773941476.136222:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399680000. 00000100:00000010:0.0:1773941476.136225:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939954b800. 00000100:00000010:0.0:1773941476.136229:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399684000. 00000100:00000010:0.0:1773941476.136231:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939954bc00. 00000100:00000010:0.0:1773941476.136236:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939969e000. 00000100:00000010:0.0:1773941476.136239:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2040c00. 00000100:00000010:0.0:1773941476.136243:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939969a000. 00000100:00000010:0.0:1773941476.136246:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2041400. 00000100:00000010:0.0:1773941476.136250:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399698000. 00000100:00000010:0.0:1773941476.136252:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2042c00. 00000100:00000010:0.0:1773941476.136256:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939969c000. 00000100:00000010:0.0:1773941476.136259:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2041800. 00000100:00000010:0.0:1773941476.136263:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399694000. 00000100:00000010:0.0:1773941476.136266:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2043400. 00000100:00000010:0.0:1773941476.136270:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399696000. 00000100:00000010:0.0:1773941476.136273:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2042800. 00000100:00000010:0.0:1773941476.136276:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399692000. 00000100:00000010:0.0:1773941476.136280:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093817fd400. 00000100:00000010:0.0:1773941476.136284:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399690000. 00000100:00000010:0.0:1773941476.136287:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0e15c00. 00000100:00000010:0.0:1773941476.136291:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939968e000. 00000100:00000010:0.0:1773941476.136294:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0e15000. 00000100:00000010:0.0:1773941476.136299:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939968a000. 00000100:00000010:0.0:1773941476.136302:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093995d8800. 00000100:00000010:0.0:1773941476.136306:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09399688000. 00000100:00000010:0.0:1773941476.136308:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939a5ccc00. 00000100:00000010:0.0:1773941476.136315:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939968c000. 00000100:00000010:0.0:1773941476.136317:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939a5cc800. 00000100:00000010:0.0:1773941476.136321:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382af8000. 00000100:00000010:0.0:1773941476.136323:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939a5cfc00. 00000100:00000010:0.0:1773941476.136326:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383c08000. 00000100:00000010:0.0:1773941476.136328:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e98c00. 00000100:00000010:0.0:1773941476.136332:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383c0a000. 00000100:00000010:0.0:1773941476.136333:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e9b400. 00000100:00000010:0.0:1773941476.136336:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383c0e000. 00000100:00000010:0.0:1773941476.136338:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e9bc00. 00000100:00000010:0.0:1773941476.136346:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a012c000. 00000100:00000010:0.0:1773941476.136348:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e98400. 00000100:00000010:0.0:1773941476.136351:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0128000. 00000100:00000010:0.0:1773941476.136353:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e9a800. 00000100:00000010:0.0:1773941476.136356:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a012a000. 00000100:00000010:0.0:1773941476.136358:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e99800. 00000100:00000010:0.0:1773941476.136361:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a012e000. 00000100:00000010:0.0:1773941476.136363:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e99c00. 00000100:00000010:0.0:1773941476.136370:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390426000. 00000100:00000010:0.0:1773941476.136372:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e9ac00. 00000100:00000010:0.0:1773941476.136375:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390424000. 00000100:00000010:0.0:1773941476.136376:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e98800. 00000100:00000010:0.0:1773941476.136379:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390420000. 00000100:00000010:0.0:1773941476.136381:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e9b800. 00000100:00000010:0.0:1773941476.136384:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390422000. 00000100:00000010:0.0:1773941476.136386:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09382e99400. 00000100:00000010:0.0:1773941476.136392:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382e24000. 00000100:00000010:0.0:1773941476.136395:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093853ba400. 00000100:00000010:0.0:1773941476.136398:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382e20000. 00000100:00000010:0.0:1773941476.136400:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093853b8c00. 00000100:00000010:0.0:1773941476.136403:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382e22000. 00000100:00000010:0.0:1773941476.136408:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093853bbc00. 00000100:00000010:0.0:1773941476.136411:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382e26000. 00000100:00000010:0.0:1773941476.136413:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f78c00. 00000100:00000010:0.0:1773941476.136420:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939810a000. 00000100:00000010:0.0:1773941476.136423:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f7b800. 00000100:00000010:0.0:1773941476.136426:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939810e000. 00000100:00000010:0.0:1773941476.136427:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f79800. 00000100:00000010:0.0:1773941476.136430:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939810c000. 00000100:00000010:0.0:1773941476.136432:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f7bc00. 00000100:00000010:0.0:1773941476.136435:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398108000. 00000100:00000010:0.0:1773941476.136436:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f7ac00. 00000100:00000010:0.0:1773941476.136443:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0bf4000. 00000100:00000010:0.0:1773941476.136445:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f79400. 00000100:00000010:0.0:1773941476.136448:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0bf0000. 00000100:00000010:0.0:1773941476.136450:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f78400. 00000100:00000010:0.0:1773941476.136453:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0bf2000. 00000100:00000010:0.0:1773941476.136454:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f7a400. 00000100:00000010:0.0:1773941476.136457:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0bf6000. 00000100:00000010:0.0:1773941476.136459:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f78800. 00000100:00000010:0.0:1773941476.136466:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09385318000. 00000100:00000010:0.0:1773941476.136467:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f7b400. 00000100:00000010:0.0:1773941476.136470:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938531a000. 00000100:00000010:0.0:1773941476.136472:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f7a800. 00000100:00000010:0.0:1773941476.136475:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938531e000. 00000100:00000010:0.0:1773941476.136477:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f79000. 00000100:00000010:0.0:1773941476.136480:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938531c000. 00000100:00000010:0.0:1773941476.136482:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f7b000. 00000100:00000010:0.0:1773941476.136489:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388644000. 00000100:00000010:0.0:1773941476.136491:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f78000. 00000100:00000010:0.0:1773941476.136494:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388640000. 00000100:00000010:0.0:1773941476.136496:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f7a000. 00000100:00000010:0.0:1773941476.136502:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388642000. 00000100:00000010:0.0:1773941476.136508:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040c000. 00000100:00000010:0.0:1773941476.136512:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388646000. 00000100:00000010:0.0:1773941476.136514:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040e800. 00000100:00000010:0.0:1773941476.136520:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0618000. 00000100:00000010:0.0:1773941476.136523:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040f400. 00000100:00000010:0.0:1773941476.136526:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a061a000. 00000100:00000010:0.0:1773941476.136528:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040fc00. 00000100:00000010:0.0:1773941476.136531:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a061e000. 00000100:00000010:0.0:1773941476.136532:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040c400. 00000100:00000010:0.0:1773941476.136536:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a061c000. 00000100:00000010:0.0:1773941476.136537:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040d800. 00000100:00000010:0.0:1773941476.136544:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388688000. 00000100:00000010:0.0:1773941476.136546:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040ec00. 00000100:00000010:0.0:1773941476.136549:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938868a000. 00000100:00000010:0.0:1773941476.136551:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040c800. 00000100:00000010:0.0:1773941476.136554:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938868e000. 00000100:00000010:0.0:1773941476.136555:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040f800. 00000100:00000010:0.0:1773941476.136558:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938868c000. 00000100:00000010:0.0:1773941476.136560:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040d400. 00000100:00000010:0.0:1773941476.136566:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093862b8000. 00000100:00000010:0.0:1773941476.136569:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040cc00. 00000100:00000010:0.0:1773941476.136572:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093862ba000. 00000100:00000010:0.0:1773941476.136573:0:14135:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffffa0939040e400. 00000100:00000010:0.0:1773941476.136600:0:14135:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffffa09383f18000. 00000100:00000010:0.0:1773941476.136609:0:14135:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffffa09382e72000. 00000100:00000010:0.0:1773941476.136613:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040d000. 00000100:00000010:0.0:1773941476.136617:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093862be000. 00000100:00000010:0.0:1773941476.136620:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040f000. 00000100:00000010:0.0:1773941476.136624:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093862bc000. 00000100:00000010:0.0:1773941476.136627:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040e000. 00000100:00000010:0.0:1773941476.136641:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398192000. 00000100:00000010:0.0:1773941476.136644:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939040dc00. 00000100:00000010:0.0:1773941476.136649:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398196000. 00000100:00000010:0.0:1773941476.136657:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a018bc00. 00000100:00000010:0.0:1773941476.136662:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398194000. 00000100:00000010:0.0:1773941476.136665:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0188400. 00000100:00000010:0.0:1773941476.136669:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398190000. 00000100:00000010:0.0:1773941476.136671:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0189800. 00000100:00000010:0.0:1773941476.136680:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981ce000. 00000100:00000010:0.0:1773941476.136683:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a018ac00. 00000100:00000010:0.0:1773941476.136687:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981cc000. 00000100:00000010:0.0:1773941476.136690:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0188800. 00000100:00000010:0.0:1773941476.136694:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981c8000. 00000100:00000010:0.0:1773941476.136696:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a018b800. 00000100:00000010:0.0:1773941476.136701:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981ca000. 00000100:00000010:0.0:1773941476.136704:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0189400. 00000100:00000010:0.0:1773941476.136724:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388632000. 00000100:00000010:0.0:1773941476.136727:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0188c00. 00000100:00000010:0.0:1773941476.136731:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388636000. 00000100:00000010:0.0:1773941476.136732:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a018a400. 00000100:00000010:0.0:1773941476.136735:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388634000. 00000100:00000010:0.0:1773941476.136737:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0189000. 00000100:00000010:0.0:1773941476.136741:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388630000. 00000100:00000010:0.0:1773941476.136742:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a018b000. 00000100:00000010:0.0:1773941476.136750:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390472000. 00000100:00000010:0.0:1773941476.136752:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a018a000. 00000100:00000010:0.0:1773941476.136755:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390476000. 00000100:00000010:0.0:1773941476.136757:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0189c00. 00000100:00000010:0.0:1773941476.136760:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390474000. 00000100:00000010:0.0:1773941476.136762:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0188000. 00000100:00000010:0.0:1773941476.136765:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390470000. 00000100:00000010:0.0:1773941476.136770:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a018a800. 00000100:00000010:0.0:1773941476.136777:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093886f4000. 00000100:00000010:0.0:1773941476.136779:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a018b400. 00000100:00000010:0.0:1773941476.136782:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093886f0000. 00000100:00000010:0.0:1773941476.136789:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3dc00. 00000100:00000010:0.0:1773941476.136792:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093886f2000. 00000100:00000010:0.0:1773941476.136794:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3c000. 00000100:00000010:0.0:1773941476.136797:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093886f6000. 00000100:00000010:0.0:1773941476.136799:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3e800. 00000100:00000010:0.0:1773941476.136805:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996ca000. 00000100:00000010:0.0:1773941476.136807:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3f400. 00000100:00000010:0.0:1773941476.136810:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996ce000. 00000100:00000010:0.0:1773941476.136812:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3fc00. 00000100:00000010:0.0:1773941476.136815:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996cc000. 00000100:00000010:0.0:1773941476.136816:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3c400. 00000100:00000010:0.0:1773941476.136819:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996c8000. 00000100:00000010:0.0:1773941476.136821:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3d800. 00000100:00000010:0.0:1773941476.136827:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938339c000. 00000100:00000010:0.0:1773941476.136829:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3ec00. 00000100:00000010:0.0:1773941476.136832:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383398000. 00000100:00000010:0.0:1773941476.136833:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3c800. 00000100:00000010:0.0:1773941476.136837:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938339a000. 00000100:00000010:0.0:1773941476.136839:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3f800. 00000100:00000010:0.0:1773941476.136842:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938339e000. 00000100:00000010:0.0:1773941476.136843:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3d400. 00000100:00000010:0.0:1773941476.136850:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0192000. 00000100:00000010:0.0:1773941476.136852:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3cc00. 00000100:00000010:0.0:1773941476.136855:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0196000. 00000100:00000010:0.0:1773941476.136857:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3e400. 00000100:00000010:0.0:1773941476.136860:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0194000. 00000100:00000010:0.0:1773941476.136862:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3d000. 00000100:00000010:0.0:1773941476.136868:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0190000. 00000100:00000010:0.0:1773941476.136870:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3f000. 00000100:00000010:0.0:1773941476.136877:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388506000. 00000100:00000010:0.0:1773941476.136879:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f3e000. 00000100:00000010:0.0:1773941476.136882:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388504000. 00000100:00000010:0.0:1773941476.136889:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dc000. 00000100:00000010:0.0:1773941476.136892:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388500000. 00000100:00000010:0.0:1773941476.136894:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981de800. 00000100:00000010:0.0:1773941476.136897:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388502000. 00000100:00000010:0.0:1773941476.136899:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981df400. 00000100:00000010:0.0:1773941476.136905:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981a8000. 00000100:00000010:0.0:1773941476.136907:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dfc00. 00000100:00000010:0.0:1773941476.136910:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981aa000. 00000100:00000010:0.0:1773941476.136912:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dc400. 00000100:00000010:0.0:1773941476.136915:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981ae000. 00000100:00000010:0.0:1773941476.136917:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dd800. 00000100:00000010:0.0:1773941476.136920:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981ac000. 00000100:00000010:0.0:1773941476.136921:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dec00. 00000100:00000010:0.0:1773941476.136928:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390234000. 00000100:00000010:0.0:1773941476.136930:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dc800. 00000100:00000010:0.0:1773941476.136933:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390230000. 00000100:00000010:0.0:1773941476.136935:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981df800. 00000100:00000010:0.0:1773941476.136938:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390232000. 00000100:00000010:0.0:1773941476.136939:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dd400. 00000100:00000010:0.0:1773941476.136942:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390236000. 00000100:00000010:0.0:1773941476.136944:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dcc00. 00000100:00000010:0.0:1773941476.136950:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093902ba000. 00000100:00000010:0.0:1773941476.136952:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981de400. 00000100:00000010:0.0:1773941476.136955:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093902be000. 00000100:00000010:0.0:1773941476.136957:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981dd000. 00000100:00000010:0.0:1773941476.136960:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093902bc000. 00000100:00000010:0.0:1773941476.136965:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981df000. 00000100:00000010:0.0:1773941476.136968:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093902b8000. 00000100:00000010:0.0:1773941476.136970:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981de000. 00000100:00000010:0.0:1773941476.136977:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390220000. 00000100:00000010:0.0:1773941476.136979:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093981ddc00. 00000100:00000010:0.0:1773941476.136982:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390222000. 00000100:00000010:0.0:1773941476.136988:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f1000. 00000100:00000010:0.0:1773941476.136992:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390226000. 00000100:00000010:0.0:1773941476.136993:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f3000. 00000100:00000010:0.0:1773941476.136996:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390224000. 00000100:00000010:0.0:1773941476.136998:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f2000. 00000100:00000010:0.0:1773941476.137005:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390290000. 00000100:00000010:0.0:1773941476.137007:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f1c00. 00000100:00000010:0.0:1773941476.137010:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390292000. 00000100:00000010:0.0:1773941476.137012:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f0000. 00000100:00000010:0.0:1773941476.137015:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390296000. 00000100:00000010:0.0:1773941476.137016:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f2800. 00000100:00000010:0.0:1773941476.137019:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390294000. 00000100:00000010:0.0:1773941476.137021:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f3400. 00000100:00000010:0.0:1773941476.137027:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0106000. 00000100:00000010:0.0:1773941476.137029:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f3c00. 00000100:00000010:0.0:1773941476.137032:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0104000. 00000100:00000010:0.0:1773941476.137034:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f0400. 00000100:00000010:0.0:1773941476.137037:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0100000. 00000100:00000010:0.0:1773941476.137039:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f1800. 00000100:00000010:0.0:1773941476.137042:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0102000. 00000100:00000010:0.0:1773941476.137044:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f2c00. 00000100:00000010:0.0:1773941476.137051:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a01ee000. 00000100:00000010:0.0:1773941476.137053:0:14135:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093891f0800. 00000100:00000010:0.0:1773941476.137056:0:14135:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a01ec000. 00000400:00000200:0.0:1773941476.137058:0:14135:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1773941476.137089:0:14135:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa093891f3800. 00000020:00000010:0.0:1773941476.137092:0:14135:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffffa09382e74000. 00000100:00000010:0.0:1773941476.137119:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168d80. 00000100:00000010:0.0:1773941476.137121:0:14135:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09398f56e00. 00000100:00000010:0.0:1773941476.137123:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168c00. 00000100:00000010:0.0:1773941476.137126:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093891680c0. 00000100:00000010:0.0:1773941476.137128:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168cc0. 00000100:00000010:0.0:1773941476.137130:0:14135:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffffa0939056c280. 00000100:00000010:0.0:1773941476.137132:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093891686c0. 00000100:00000010:0.0:1773941476.137134:0:14135:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09398f56f80. 00000100:00000010:0.0:1773941476.137136:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168e40. 00000100:00000010:0.0:1773941476.137137:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168a80. 00000100:00000010:0.0:1773941476.137138:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168780. 00000100:00000010:0.0:1773941476.137140:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168480. 00000100:00000010:0.0:1773941476.137141:0:14135:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09398f56480. 00000100:00000010:0.0:1773941476.137143:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093891683c0. 00000100:00000010:0.0:1773941476.137144:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168180. 00000100:00000010:0.0:1773941476.137145:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168b40. 00000100:00000010:0.0:1773941476.137147:0:14135:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffffa0939056c580. 00000100:00000010:0.0:1773941476.137148:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093891689c0. 00000100:00000010:0.0:1773941476.137150:0:14135:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09398f56140. 00000100:00000010:0.0:1773941476.137151:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168000. 00000100:00000010:0.0:1773941476.137152:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168300. 00000100:00000010:0.0:1773941476.137154:0:14135:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09389168540. 00000100:00000200:0.0:1773941476.137172:0:14135:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1773941476.137174:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa093881c6800. 00000100:00000010:0.0:1773941476.137325:0:14140:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f568c0. 00000020:00000010:0.0:1773941476.137329:0:14140:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f56740. 00000020:00000010:0.0:1773941476.137332:0:14140:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093881c7c00. 00000020:00000010:0.0:1773941476.137335:0:14140:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0939a49bc00. 00000020:00000010:0.0:1773941476.137339:0:14140:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093a00fc000. 00000040:00000010:0.0:1773941476.137342:0:14140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0939a49b800. 00000020:00000010:0.0:1773941476.137345:0:14140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386288800. 00000020:00000010:0.0:1773941476.137354:0:14140:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09399534168. 00000020:00000010:0.0:1773941476.137357:0:14140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0939a49ae00. 80000000:00000010:0.0:1773941476.137360:0:14140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093a00fcd80. 40000000:00000010:0.0:1773941476.137362:0:14140:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f56d80. 00008000:00000010:0.0:1773941476.137367:0:14140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093862d0710. 00100000:00000010:0.0:1773941476.137370:0:14140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0938628c800. 00040000:00000010:0.0:1773941476.137372:0:14140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09389f05600. 00040000:00000010:0.0:1773941476.137375:0:14140:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09386289000. 00040000:00000010:0.0:1773941476.137376:0:14140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0939a49a600. 00000004:00000010:0.0:1773941476.137378:0:14140:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0938628b000. 00000004:00000010:0.0:1773941476.137381:0:14140:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382e77000. 00000004:00000010:0.0:1773941476.137383:0:14140:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa0938628d000. 00002000:00000010:0.0:1773941476.137385:0:14140:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093891f1400. 00000004:00000010:0.0:1773941476.137387:0:14140:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa093891f0c00. 00000100:00000200:0.0:1773941476.137389:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137392:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1d68. 00000400:00000010:0.0:1773941476.137394:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09389168900. 00000100:00000200:0.0:1773941476.137397:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137398:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe12c0. 00000400:00000010:0.0:1773941476.137401:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c1900. 00000100:00000200:0.0:1773941476.137402:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137404:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1a50. 00000400:00000010:0.0:1773941476.137405:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c1e40. 00000100:00000200:0.0:1773941476.137407:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137408:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1268. 00000400:00000010:0.0:1773941476.137409:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c1780. 00000100:00000200:0.0:1773941476.137410:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137411:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe17e8. 00000400:00000010:0.0:1773941476.137413:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c13c0. 00000100:00000200:0.0:1773941476.137414:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137415:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1210. 00000400:00000010:0.0:1773941476.137416:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c1540. 00000100:00000200:0.0:1773941476.137418:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137419:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1e70. 00000400:00000010:0.0:1773941476.137424:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c1d80. 00000100:00000200:0.0:1773941476.137426:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137427:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe11b8. 00000400:00000010:0.0:1773941476.137429:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c16c0. 00000100:00000200:0.0:1773941476.137430:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137431:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1580. 00000400:00000010:0.0:1773941476.137433:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c1c00. 00000100:00000200:0.0:1773941476.137434:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137435:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1688. 00000400:00000010:0.0:1773941476.137436:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c1300. 00000100:00000200:0.0:1773941476.137438:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137439:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1aa8. 00000400:00000010:0.0:1773941476.137440:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093853c1f00. 00000100:00000200:0.0:1773941476.137441:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137442:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1840. 00000400:00000010:0.0:1773941476.137445:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3d600. 00000100:00000200:0.0:1773941476.137446:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137447:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe19a0. 00000400:00000010:0.0:1773941476.137449:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3d900. 00000100:00000200:0.0:1773941476.137450:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137451:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1948. 00000400:00000010:0.0:1773941476.137452:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3de40. 00000100:00000200:0.0:1773941476.137453:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137454:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe14d0. 00000400:00000010:0.0:1773941476.137456:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3d0c0. 00000100:00000200:0.0:1773941476.137457:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137458:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1ec8. 00000400:00000010:0.0:1773941476.137460:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3d780. 00000100:00000200:0.0:1773941476.137461:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137462:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1c08. 00000400:00000010:0.0:1773941476.137463:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3db40. 00000100:00000200:0.0:1773941476.137465:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137466:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe19f8. 00000400:00000010:0.0:1773941476.137467:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3da80. 00000100:00000200:0.0:1773941476.137469:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137473:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1478. 00000400:00000010:0.0:1773941476.137475:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3dcc0. 00000100:00000200:0.0:1773941476.137476:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137478:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1160. 00000400:00000010:0.0:1773941476.137479:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390b3d6c0. 00000100:00000200:0.0:1773941476.137480:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137482:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1370. 00000400:00000010:0.0:1773941476.137484:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d240. 00000100:00000200:0.0:1773941476.137485:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137486:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1318. 00000400:00000010:0.0:1773941476.137488:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d900. 00000100:00000200:0.0:1773941476.137489:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137490:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1898. 00000400:00000010:0.0:1773941476.137491:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d0c0. 00000100:00000200:0.0:1773941476.137493:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137494:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1bb0. 00000400:00000010:0.0:1773941476.137495:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d3c0. 00000100:00000200:0.0:1773941476.137496:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137497:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1000. 00000400:00000010:0.0:1773941476.137499:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d480. 00000100:00000200:0.0:1773941476.137500:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137501:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09391fe1b58. 00000400:00000010:0.0:1773941476.137502:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d000. 00000100:00000200:0.0:1773941476.137504:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137505:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed6e0. 00000400:00000010:0.0:1773941476.137506:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849db40. 00000100:00000200:0.0:1773941476.137508:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137509:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedf20. 00000400:00000010:0.0:1773941476.137510:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849dd80. 00000100:00000200:0.0:1773941476.137511:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137513:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed5d8. 00000400:00000010:0.0:1773941476.137514:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d600. 00000100:00000200:0.0:1773941476.137515:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137516:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedd10. 00000400:00000010:0.0:1773941476.137517:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849df00. 00000100:00000200:0.0:1773941476.137522:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137523:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed0b0. 00000400:00000010:0.0:1773941476.137525:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d540. 00000100:00000200:0.0:1773941476.137526:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137528:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed790. 00000400:00000010:0.0:1773941476.137529:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849de40. 00000100:00000200:0.0:1773941476.137530:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137531:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed630. 00000400:00000010:0.0:1773941476.137533:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d780. 00000100:00000200:0.0:1773941476.137534:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137535:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed528. 00000400:00000010:0.0:1773941476.137536:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849da80. 00000100:00000200:0.0:1773941476.137537:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137538:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed108. 00000400:00000010:0.0:1773941476.137540:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d9c0. 00000100:00000200:0.0:1773941476.137541:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137542:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed420. 00000400:00000010:0.0:1773941476.137543:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849d840. 00000100:00000200:0.0:1773941476.137544:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137545:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0beddc0. 00000400:00000010:0.0:1773941476.137547:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938849dc00. 00000100:00000200:0.0:1773941476.137548:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137549:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedcb8. 00000400:00000010:0.0:1773941476.137551:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89480. 00000100:00000200:0.0:1773941476.137552:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137554:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed8f0. 00000400:00000010:0.0:1773941476.137555:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e890c0. 00000100:00000200:0.0:1773941476.137557:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137558:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedc60. 00000400:00000010:0.0:1773941476.137559:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89300. 00000100:00000200:0.0:1773941476.137560:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137561:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bede18. 00000400:00000010:0.0:1773941476.137563:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e899c0. 00000100:00000200:0.0:1773941476.137564:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137565:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedb00. 00000400:00000010:0.0:1773941476.137569:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89cc0. 00000100:00000200:0.0:1773941476.137571:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137572:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed738. 00000400:00000010:0.0:1773941476.137574:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e896c0. 00000100:00000200:0.0:1773941476.137575:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137604:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed3c8. 00000400:00000010:0.0:1773941476.137608:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89c00. 00000100:00000200:0.0:1773941476.137611:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137613:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed370. 00000400:00000010:0.0:1773941476.137616:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89d80. 00000100:00000200:0.0:1773941476.137619:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137621:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedb58. 00000400:00000010:0.0:1773941476.137623:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89000. 00000100:00000200:0.0:1773941476.137626:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137628:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed000. 00000400:00000010:0.0:1773941476.137630:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89f00. 00000100:00000200:0.0:1773941476.137633:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137636:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedbb0. 00000400:00000010:0.0:1773941476.137637:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e893c0. 00000100:00000200:0.0:1773941476.137639:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137641:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed898. 00000400:00000010:0.0:1773941476.137642:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89180. 00000100:00000200:0.0:1773941476.137644:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137645:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed318. 00000400:00000010:0.0:1773941476.137647:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89780. 00000100:00000200:0.0:1773941476.137648:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137650:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedf78. 00000400:00000010:0.0:1773941476.137651:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89b40. 00000100:00000200:0.0:1773941476.137652:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137653:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedd68. 00000400:00000010:0.0:1773941476.137654:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89840. 00000100:00000200:0.0:1773941476.137656:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137657:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed2c0. 00000400:00000010:0.0:1773941476.137658:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391e89900. 00000100:00000200:0.0:1773941476.137659:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137665:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0beda50. 00000400:00000010:0.0:1773941476.137668:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647300. 00000100:00000200:0.0:1773941476.137670:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137672:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed268. 00000400:00000010:0.0:1773941476.137673:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647240. 00000100:00000200:0.0:1773941476.137674:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137676:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed7e8. 00000400:00000010:0.0:1773941476.137677:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647a80. 00000100:00000200:0.0:1773941476.137678:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137680:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed210. 00000400:00000010:0.0:1773941476.137681:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647900. 00000100:00000200:0.0:1773941476.137682:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137683:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bede70. 00000400:00000010:0.0:1773941476.137685:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093906470c0. 00000100:00000200:0.0:1773941476.137686:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137687:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed1b8. 00000400:00000010:0.0:1773941476.137688:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647840. 00000100:00000200:0.0:1773941476.137689:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137690:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed580. 00000400:00000010:0.0:1773941476.137692:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647480. 00000100:00000200:0.0:1773941476.137693:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137694:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed688. 00000400:00000010:0.0:1773941476.137695:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647180. 00000100:00000200:0.0:1773941476.137696:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137697:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedaa8. 00000400:00000010:0.0:1773941476.137699:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093906476c0. 00000100:00000200:0.0:1773941476.137700:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137701:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed840. 00000400:00000010:0.0:1773941476.137702:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647cc0. 00000100:00000200:0.0:1773941476.137703:0:14140:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941476.137704:0:14140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed9a0. 00000400:00000010:0.0:1773941476.137705:0:14140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647b40. 00000100:00000010:0.0:1773941476.137708:0:14140:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0938628f800. 00000100:00000200:0.0:1773941476.137731:0:14140:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941476.137750:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09391d2e600. 00000100:00000010:1.0:1773941476.137916:0:14141:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09388684080. 00000020:00000010:1.0:1773941476.137920:0:14141:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa093886842c0. 00000020:00000010:1.0:1773941476.137923:0:14141:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093881bba00. 00000020:00000010:1.0:1773941476.137925:0:14141:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093881baa00. 00000020:00000010:1.0:1773941476.137927:0:14141:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102c00. 00000040:00000010:1.0:1773941476.137929:0:14141:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa093881ba000. 00000020:00000010:1.0:1773941476.137932:0:14141:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386244000. 00000020:00000010:1.0:1773941476.137934:0:14141:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09382cfd080. 00000020:00000010:1.0:1773941476.137936:0:14141:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093881bbc00. 80000000:00000010:1.0:1773941476.137938:0:14141:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09398102e40. 40000000:00000010:1.0:1773941476.137940:0:14141:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09388684a40. 00008000:00000010:1.0:1773941476.137942:0:14141:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b3170. 00100000:00000010:1.0:1773941476.137945:0:14141:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09386242800. 00040000:00000010:1.0:1773941476.137947:0:14141:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09382a4a400. 00040000:00000010:1.0:1773941476.137949:0:14141:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09386246000. 00040000:00000010:1.0:1773941476.137951:0:14141:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa093881bb000. 00000004:00000010:1.0:1773941476.137959:0:14141:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09386242000. 00000004:00000010:1.0:1773941476.137961:0:14141:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa093867fe000. 00000004:00000010:1.0:1773941476.137964:0:14141:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09386247000. 00002000:00000010:1.0:1773941476.137966:0:14141:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093996c6400. 00000004:00000010:1.0:1773941476.137968:0:14141:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa093996c7c00. 00000100:00000010:1.0:1773941476.137971:0:14141:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa09382d29000. 00000100:00000200:1.0:1773941476.137981:0:14141:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941476.137992:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa0939a49b400. 00000100:00000010:0.0:1773941476.138122:0:14142:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f56600. 00000020:00000010:0.0:1773941476.138130:0:14142:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f56dc0. 00000020:00000010:0.0:1773941476.138134:0:14142:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0939a49aa00. 00000020:00000010:0.0:1773941476.138137:0:14142:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0939a49be00. 00000020:00000010:0.0:1773941476.138140:0:14142:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093a00fcc60. 00000040:00000010:0.0:1773941476.138144:0:14142:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938327ae00. 00000020:00000010:0.0:1773941476.138147:0:14142:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09388424000. 00000020:00000010:0.0:1773941476.138151:0:14142:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09399532338. 00000020:00000010:0.0:1773941476.138154:0:14142:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938327bc00. 80000000:00000010:0.0:1773941476.138157:0:14142:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093a00fccc0. 40000000:00000010:0.0:1773941476.138159:0:14142:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f564c0. 00008000:00000010:0.0:1773941476.138163:0:14142:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093862d0a98. 00100000:00000010:0.0:1773941476.138166:0:14142:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09388425800. 00040000:00000010:0.0:1773941476.138169:0:14142:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09389f05a00. 00040000:00000010:0.0:1773941476.138172:0:14142:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0938840f800. 00040000:00000010:0.0:1773941476.138175:0:14142:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938327a200. 00000004:00000010:0.0:1773941476.138178:0:14142:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09389c87000. 00000004:00000010:0.0:1773941476.138182:0:14142:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382e71000. 00000004:00000010:0.0:1773941476.138185:0:14142:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09389c81000. 00002000:00000010:0.0:1773941476.138188:0:14142:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093891f2400. 00000004:00000010:0.0:1773941476.138199:0:14142:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09390d9f000. 00000100:00000010:0.0:1773941476.138203:0:14142:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa09389c81800. 00000100:00000200:0.0:1773941476.138214:0:14142:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1773941476.138223:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09391d2f400. 00000100:00000010:2.0:1773941476.138352:0:14143:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f2bb40. 00000020:00000010:2.0:1773941476.138355:0:14143:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2b280. 00000020:00000010:2.0:1773941476.138359:0:14143:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391d2f600. 00000020:00000010:2.0:1773941476.138362:0:14143:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09391d2fc00. 00000020:00000010:2.0:1773941476.138370:0:14143:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09385337600. 00000040:00000010:2.0:1773941476.138374:0:14143:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09390b5ca00. 00000020:00000010:2.0:1773941476.138377:0:14143:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0939819a000. 00000020:00000010:2.0:1773941476.138381:0:14143:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af1e30. 00000020:00000010:2.0:1773941476.138384:0:14143:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09390b5d600. 80000000:00000010:2.0:1773941476.138387:0:14143:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09385337060. 40000000:00000010:2.0:1773941476.138389:0:14143:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2b980. 00008000:00000010:2.0:1773941476.138392:0:14143:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093838991a8. 00100000:00000010:2.0:1773941476.138396:0:14143:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09398199800. 00040000:00000010:2.0:1773941476.138399:0:14143:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1400. 00040000:00000010:2.0:1773941476.138402:0:14143:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0939819c800. 00040000:00000010:2.0:1773941476.138405:0:14143:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390b5d000. 00000004:00000010:2.0:1773941476.138408:0:14143:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0939819c000. 00000004:00000010:2.0:1773941476.138412:0:14143:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb0000. 00000004:00000010:2.0:1773941476.138415:0:14143:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa0939819b000. 00002000:00000010:2.0:1773941476.138418:0:14143:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09388108c00. 00000004:00000010:2.0:1773941476.138422:0:14143:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09390258c00. 00000100:00000200:2.0:1773941476.138425:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138428:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa39f8. 00000400:00000010:2.0:1773941476.138431:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383299a80. 00000100:00000200:2.0:1773941476.138435:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138437:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3478. 00000400:00000010:2.0:1773941476.138440:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383299840. 00000100:00000200:2.0:1773941476.138442:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138444:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3160. 00000400:00000010:2.0:1773941476.138447:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48540. 00000100:00000200:2.0:1773941476.138449:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138451:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3058. 00000400:00000010:2.0:1773941476.138454:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48900. 00000100:00000200:2.0:1773941476.138456:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138458:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa36e0. 00000400:00000010:2.0:1773941476.138460:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48300. 00000100:00000200:2.0:1773941476.138462:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138464:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3f20. 00000400:00000010:2.0:1773941476.138470:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48b40. 00000100:00000200:2.0:1773941476.138473:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138475:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa35d8. 00000400:00000010:2.0:1773941476.138478:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48c00. 00000100:00000200:2.0:1773941476.138480:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138482:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3d10. 00000400:00000010:2.0:1773941476.138485:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e486c0. 00000100:00000200:2.0:1773941476.138487:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138489:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa30b0. 00000400:00000010:2.0:1773941476.138491:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48f00. 00000100:00000200:2.0:1773941476.138493:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138495:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3790. 00000400:00000010:2.0:1773941476.138497:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48780. 00000100:00000200:2.0:1773941476.138499:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138501:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3630. 00000400:00000010:2.0:1773941476.138503:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e480c0. 00000100:00000200:2.0:1773941476.138506:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138508:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3528. 00000400:00000010:2.0:1773941476.138510:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48480. 00000100:00000200:2.0:1773941476.138513:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138514:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3108. 00000400:00000010:2.0:1773941476.138516:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48180. 00000100:00000200:2.0:1773941476.138518:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138519:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3420. 00000400:00000010:2.0:1773941476.138520:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48a80. 00000100:00000200:2.0:1773941476.138522:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138523:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3dc0. 00000400:00000010:2.0:1773941476.138524:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48cc0. 00000100:00000200:2.0:1773941476.138526:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138527:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3cb8. 00000400:00000010:2.0:1773941476.138529:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e483c0. 00000100:00000200:2.0:1773941476.138530:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138532:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa38f0. 00000400:00000010:2.0:1773941476.138533:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48840. 00000100:00000200:2.0:1773941476.138534:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138539:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3c60. 00000400:00000010:2.0:1773941476.138540:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48e40. 00000100:00000200:2.0:1773941476.138542:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138543:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3e18. 00000400:00000010:2.0:1773941476.138545:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea3c0. 00000100:00000200:2.0:1773941476.138546:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138548:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3b00. 00000400:00000010:2.0:1773941476.138549:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea300. 00000100:00000200:2.0:1773941476.138550:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138552:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3738. 00000400:00000010:2.0:1773941476.138553:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aeae40. 00000100:00000200:2.0:1773941476.138554:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138555:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa33c8. 00000400:00000010:2.0:1773941476.138557:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aeacc0. 00000100:00000200:2.0:1773941476.138558:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138559:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3370. 00000400:00000010:2.0:1773941476.138560:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea000. 00000100:00000200:2.0:1773941476.138561:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138562:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3b58. 00000400:00000010:2.0:1773941476.138564:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea180. 00000100:00000200:2.0:1773941476.138565:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138566:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3000. 00000400:00000010:2.0:1773941476.138567:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea0c0. 00000100:00000200:2.0:1773941476.138568:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138570:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3bb0. 00000400:00000010:2.0:1773941476.138571:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea900. 00000100:00000200:2.0:1773941476.138572:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138573:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3898. 00000400:00000010:2.0:1773941476.138574:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aeaf00. 00000100:00000200:2.0:1773941476.138598:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138602:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3318. 00000400:00000010:2.0:1773941476.138605:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea480. 00000100:00000200:2.0:1773941476.138608:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138611:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3f78. 00000400:00000010:2.0:1773941476.138614:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09389eec0c0. 00000100:00000200:2.0:1773941476.138624:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138626:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3d68. 00000400:00000010:2.0:1773941476.138630:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3acc0. 00000100:00000200:2.0:1773941476.138632:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138634:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa32c0. 00000400:00000010:2.0:1773941476.138637:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a900. 00000100:00000200:2.0:1773941476.138639:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138641:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3a50. 00000400:00000010:2.0:1773941476.138644:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a780. 00000100:00000200:2.0:1773941476.138646:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138648:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3268. 00000400:00000010:2.0:1773941476.138651:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a0c0. 00000100:00000200:2.0:1773941476.138653:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138655:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa37e8. 00000400:00000010:2.0:1773941476.138657:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3af00. 00000100:00000200:2.0:1773941476.138659:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138661:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3210. 00000400:00000010:2.0:1773941476.138663:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a6c0. 00000100:00000200:2.0:1773941476.138665:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138667:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3e70. 00000400:00000010:2.0:1773941476.138670:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3ac00. 00000100:00000200:2.0:1773941476.138672:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138674:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa31b8. 00000400:00000010:2.0:1773941476.138676:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a9c0. 00000100:00000200:2.0:1773941476.138678:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138680:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3580. 00000400:00000010:2.0:1773941476.138682:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a840. 00000100:00000200:2.0:1773941476.138684:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138686:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3688. 00000400:00000010:2.0:1773941476.138688:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3ad80. 00000100:00000200:2.0:1773941476.138690:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138692:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3c08. 00000400:00000010:2.0:1773941476.138694:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a000. 00000100:00000200:2.0:1773941476.138696:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138698:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3948. 00000400:00000010:2.0:1773941476.138705:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3ae40. 00000100:00000200:2.0:1773941476.138708:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138722:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa39a0. 00000400:00000010:2.0:1773941476.138725:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a600. 00000100:00000200:2.0:1773941476.138727:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138729:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa34d0. 00000400:00000010:2.0:1773941476.138731:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a3c0. 00000100:00000200:2.0:1773941476.138733:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138734:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3840. 00000400:00000010:2.0:1773941476.138736:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a480. 00000100:00000200:2.0:1773941476.138737:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138738:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382fa3aa8. 00000400:00000010:2.0:1773941476.138739:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3ab40. 00000100:00000200:2.0:1773941476.138740:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138750:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149370. 00000400:00000010:2.0:1773941476.138753:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a240. 00000100:00000200:2.0:1773941476.138754:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138756:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149b58. 00000400:00000010:2.0:1773941476.138757:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09384f3a300. 00000100:00000200:2.0:1773941476.138758:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138760:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149000. 00000400:00000010:2.0:1773941476.138762:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f6c0. 00000100:00000200:2.0:1773941476.138763:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138764:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149bb0. 00000400:00000010:2.0:1773941476.138766:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f900. 00000100:00000200:2.0:1773941476.138767:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138768:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149898. 00000400:00000010:2.0:1773941476.138769:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f0c0. 00000100:00000200:2.0:1773941476.138770:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138772:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149318. 00000400:00000010:2.0:1773941476.138773:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f9c0. 00000100:00000200:2.0:1773941476.138774:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138775:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149f78. 00000400:00000010:2.0:1773941476.138777:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8fb40. 00000100:00000200:2.0:1773941476.138778:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138782:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149d68. 00000400:00000010:2.0:1773941476.138783:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f300. 00000100:00000200:2.0:1773941476.138785:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138786:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01492c0. 00000400:00000010:2.0:1773941476.138788:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8fcc0. 00000100:00000200:2.0:1773941476.138789:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138790:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149a50. 00000400:00000010:2.0:1773941476.138791:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8fa80. 00000100:00000200:2.0:1773941476.138792:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138793:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149268. 00000400:00000010:2.0:1773941476.138795:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8fd80. 00000100:00000200:2.0:1773941476.138796:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138797:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01497e8. 00000400:00000010:2.0:1773941476.138798:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8ff00. 00000100:00000200:2.0:1773941476.138799:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138800:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149210. 00000400:00000010:2.0:1773941476.138802:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f780. 00000100:00000200:2.0:1773941476.138803:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138804:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149e70. 00000400:00000010:2.0:1773941476.138805:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f540. 00000100:00000200:2.0:1773941476.138806:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138807:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01491b8. 00000400:00000010:2.0:1773941476.138809:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f480. 00000100:00000200:2.0:1773941476.138810:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138811:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149580. 00000400:00000010:2.0:1773941476.138812:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f840. 00000100:00000200:2.0:1773941476.138813:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138815:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149688. 00000400:00000010:2.0:1773941476.138816:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f000. 00000100:00000200:2.0:1773941476.138817:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138818:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149aa8. 00000400:00000010:2.0:1773941476.138820:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8f600. 00000100:00000200:2.0:1773941476.138821:0:14143:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941476.138822:0:14143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149840. 00000400:00000010:2.0:1773941476.138823:0:14143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09387c8fc00. 00000100:00000010:2.0:1773941476.138828:0:14143:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0939819d800. 00000100:00000200:2.0:1773941476.138840:0:14143:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941476.138858:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa0938327be00. 00000100:00000010:2.0:1773941476.139012:0:14144:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f2b680. 00000020:00000010:2.0:1773941476.139016:0:14144:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2bf40. 00000020:00000010:2.0:1773941476.139020:0:14144:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09390b5d800. 00000020:00000010:2.0:1773941476.139023:0:14144:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09390b5da00. 00000020:00000010:2.0:1773941476.139026:0:14144:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093853378a0. 00000040:00000010:2.0:1773941476.139028:0:14144:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09390b5d200. 00000020:00000010:2.0:1773941476.139032:0:14144:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0939819f800. 00000020:00000010:2.0:1773941476.139035:0:14144:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af0a10. 00000020:00000010:2.0:1773941476.139038:0:14144:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09391ceec00. 80000000:00000010:2.0:1773941476.139041:0:14144:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09385337900. 40000000:00000010:2.0:1773941476.139044:0:14144:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2bb00. 00008000:00000010:2.0:1773941476.139047:0:14144:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093838998b8. 00100000:00000010:2.0:1773941476.139050:0:14144:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0939819e800. 00040000:00000010:2.0:1773941476.139054:0:14144:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1200. 00040000:00000010:2.0:1773941476.139057:0:14144:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0939819d000. 00040000:00000010:2.0:1773941476.139059:0:14144:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09391cef200. 00000004:00000010:2.0:1773941476.139063:0:14144:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09398199000. 00000004:00000010:2.0:1773941476.139066:0:14144:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb4000. 00000004:00000010:2.0:1773941476.139069:0:14144:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09398198000. 00002000:00000010:2.0:1773941476.139073:0:14144:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0939025a400. 00000004:00000010:2.0:1773941476.139076:0:14144:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09390258400. 00000100:00000010:2.0:1773941476.139079:0:14144:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0939819b800. 00000100:00000200:2.0:1773941476.139096:0:14144:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941476.139110:0:14135:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09398f0f200. 00000100:00000010:2.0:1773941476.139225:0:14145:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f2bac0. 00000020:00000010:2.0:1773941476.139228:0:14145:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2b180. 00000020:00000010:2.0:1773941476.139231:0:14145:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391cee000. 00000020:00000010:2.0:1773941476.139234:0:14145:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09391cef600. 00000020:00000010:2.0:1773941476.139237:0:14145:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09385337ae0. 00000040:00000010:2.0:1773941476.139241:0:14145:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09390300400. 00000020:00000010:2.0:1773941476.139244:0:14145:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0939819a800. 00000020:00000010:2.0:1773941476.139247:0:14145:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af69a8. 00000020:00000010:2.0:1773941476.139250:0:14145:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09390300e00. 80000000:00000010:2.0:1773941476.139258:0:14145:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093853375a0. 40000000:00000010:2.0:1773941476.139260:0:14145:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2b140. 00008000:00000010:2.0:1773941476.139264:0:14145:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa09383898388. 00100000:00000010:2.0:1773941476.139267:0:14145:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa093854a8800. 00040000:00000010:2.0:1773941476.139270:0:14145:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1100. 00040000:00000010:2.0:1773941476.139274:0:14145:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa093854af000. 00040000:00000010:2.0:1773941476.139276:0:14145:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390300c00. 00000004:00000010:2.0:1773941476.139280:0:14145:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa093854ae000. 00000004:00000010:2.0:1773941476.139283:0:14145:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb1000. 00000004:00000010:2.0:1773941476.139286:0:14145:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa093854ab800. 00002000:00000010:2.0:1773941476.139289:0:14145:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0939025ac00. 00000004:00000010:2.0:1773941476.139292:0:14145:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09390259800. 00000100:00000010:2.0:1773941476.139295:0:14145:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa093854ac800. 00000100:00000200:2.0:1773941476.139306:0:14145:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:0.0:1773941476.139314:0:14135:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at ffffa09390647c00. 00010000:00000010:2.0:1773941476.139426:0:14146:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffffa09398f2b1c0. 00000020:00000010:2.0:1773941476.139430:0:14146:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09390300800. 00000020:00000010:2.0:1773941476.139433:0:14146:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09390301000. 00000020:00000010:2.0:1773941476.139437:0:14146:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093854a8000. 00000020:00000010:2.0:1773941476.139440:0:14146:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af5f98. 00000020:00000010:2.0:1773941476.139443:0:14146:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09390300a00. 80000000:00000010:2.0:1773941476.139446:0:14146:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09385337d80. 40000000:00000010:2.0:1773941476.139448:0:14146:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2b240. 00100000:00000010:2.0:1773941476.139452:0:14146:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa093854ae800. 00040000:00000010:2.0:1773941476.139455:0:14146:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1600. 00040000:00000010:2.0:1773941476.139457:0:14146:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390300600. 00002000:00000010:2.0:1773941476.139461:0:14146:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09390259400. 00000020:00000010:2.0:1773941476.139464:0:14146:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2bc00. 00010000:00000010:2.0:1773941476.139572:0:14147:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffffa09398f2b580. 00000020:00000010:2.0:1773941476.139610:0:14147:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09390300200. 00000020:00000010:2.0:1773941476.139615:0:14147:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09390301800. 00000020:00000010:2.0:1773941476.139618:0:14147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093854af800. 00000020:00000010:2.0:1773941476.139622:0:14147:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af2d48. 00000020:00000010:2.0:1773941476.139627:0:14147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09398f46400. 80000000:00000010:2.0:1773941476.139635:0:14147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093853373c0. 40000000:00000010:2.0:1773941476.139638:0:14147:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2b700. 00100000:00000010:2.0:1773941476.139641:0:14147:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa093854ac000. 00040000:00000010:2.0:1773941476.139645:0:14147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1e00. 00040000:00000010:2.0:1773941476.139648:0:14147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09398f47a00. 00002000:00000010:2.0:1773941476.139651:0:14147:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0939025b800. 00000020:00000010:2.0:1773941476.139654:0:14147:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2bdc0. 00000020:00000010:2.0:1773941476.139792:0:14148:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09398f46c00. 00000020:00000010:2.0:1773941476.139796:0:14148:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09398f47600. 00000040:00000010:2.0:1773941476.139799:0:14148:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09398f47400. 00000020:00000010:2.0:1773941476.139802:0:14148:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093854ab000. 00000020:00000010:2.0:1773941476.139806:0:14148:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af5588. 00000020:00000010:2.0:1773941476.139808:0:14148:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09398f47e00. 80000000:00000010:2.0:1773941476.139811:0:14148:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09385337120. 40000000:00000010:2.0:1773941476.139814:0:14148:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2b000. 00100000:00000010:2.0:1773941476.139817:0:14148:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa093854ad800. 00040000:00000010:2.0:1773941476.139819:0:14148:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1300. 00040000:00000010:2.0:1773941476.139823:0:14148:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa093854aa000. 00040000:00000010:2.0:1773941476.139825:0:14148:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09398f46200. 00000004:00000010:2.0:1773941476.139828:0:14148:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa093854a9800. 00000004:00000010:2.0:1773941476.139832:0:14148:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb2000. 00000004:00000010:2.0:1773941476.139836:0:14148:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa093854aa800. 00002000:00000010:2.0:1773941476.139838:0:14148:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09390258800. 00000004:00000010:2.0:1773941476.139841:0:14148:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa0939025a000. 00000020:00000010:2.0:1773941476.139845:0:14148:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2b3c0. 00000001:00000010:0.0:1773941476.139861:0:14135:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffffa093a00fc0c0. 00000001:00000010:0.0:1773941476.139869:0:14135:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffffa093a00fc9c0. 00000020:00000010:0.0:1773941476.139884:0:14135:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffffa09389c83000. 00000100:00000200:0.0:1773941476.139901:0:14135:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941476.139907:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.139913:0:14135:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00010000:00000010:0.0:1773941476.139918:0:14135:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffffa093a00fca80. 00010000:00000010:0.0:1773941476.139923:0:14135:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffffa09390d9e000. 00000001:00000010:0.0:1773941476.139933:0:14135:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffffa0938559e000. 00000001:00000010:0.0:1773941476.139937:0:14135:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffffa09382eb3590. 00000001:00000010:0.0:1773941476.139940:0:14135:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffffa0938559f000. 00000001:00000010:0.0:1773941476.139943:0:14135:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffffa0938559e400. 00000020:00000010:0.0:1773941476.139994:0:14135:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09390d9dc00. 00000020:00000010:0.0:1773941476.139998:0:14135:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffffa093a00fc540. 00000020:00000010:0.0:1773941476.140047:0:14135:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09390d9c000. 00000020:00000010:0.0:1773941476.140050:0:14135:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffffa0938559ea00. 00000040:00000010:0.0:1773941476.140060:0:14135:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffffa09390647540. 00000020:00000010:2.0:1773941476.140278:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938917da00. 00000040:00000010:2.0:1773941476.140285:0:14135:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938917d800. 00000020:00000010:2.0:1773941476.140288:0:14135:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996fe000. 00000020:00000010:2.0:1773941476.140293:0:14135:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938917d200. 00040000:00000010:2.0:1773941476.140297:0:14135:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1f00. 00040000:00000010:2.0:1773941476.140301:0:14135:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938917dc00. 00000020:00000010:2.0:1773941476.140305:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938917c600. 00000020:00000010:2.0:1773941476.140311:0:14135:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0938871d280. 00000020:00000010:2.0:1773941476.140322:0:14135:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa093a010d7d0. 00008000:00000010:2.0:1773941476.140326:0:14135:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.140329:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938917c800. 00000020:00000010:2.0:1773941476.140334:0:14135:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at ffffa0938871d500. 00000020:00000010:2.0:1773941476.140348:0:14135:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa093854a9000. 00000400:00000200:2.0:1773941476.140362:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.140367:0:14135:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941476.140378:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4380. 02000000:00000010:2.0:1773941476.140391:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0939025b000. 00000020:00000010:2.0:1773941476.140432:0:14135:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at ffffa09398f2b340. 00000020:00000010:2.0:1773941476.140436:0:14135:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffffa0939a68b840. 00000020:00000010:2.0:1773941476.140440:0:14135:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffffa09388ef9fc0. 00000080:00000010:2.0:1773941476.140446:0:14135:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at ffffa09385337180. 02000000:00000010:1.0:1773941476.140448:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa093996c5400. 00000080:00000010:2.0:1773941476.140452:0:14135:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffffa093854ad000. 00000400:00000200:1.0:1773941476.140456:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941476.140461:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e000. 00000400:00000010:1.0:1773941476.140466:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fadd0. 00000100:00000200:1.0:1773941476.140469:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244286464, portal 25 00000400:00000010:1.0:1773941476.140475:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941476.140478:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244286464, offset 0 00000400:00000200:1.0:1773941476.140484:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941476.140491:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.140498:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941476.140503:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941476.140507:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941476.140510:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941476.140513:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941476.140518:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [78:78:256:4294967295] 192.168.202.146@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1773941476.140522:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000010:2.0:1773941476.140528:0:14135:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffffa09399564d80. 00000400:00000200:1.0:1773941476.140535:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000080:00000010:2.0:1773941476.140537:0:14135:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffffa09398bbe068. 00000800:00000200:1.0:1773941476.140542:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000080:00000010:2.0:1773941476.140543:0:14135:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffffa09398bbeba8. 00000800:00000010:1.0:1773941476.140549:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09382a4ad00. 00000800:00000200:1.0:1773941476.140556:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941476.140563:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941476.140566:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09382a4ad00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941476.140602:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:1.0:1773941476.140607:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa09398102660. 00000100:00000010:1.0:1773941476.140620:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa09398102ae0. 00000800:00000200:0.0:1773941476.140690:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.140695:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09382a4ad00. 00000400:00000200:0.0:1773941476.140700:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.140707:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.140726:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:0.0:1773941476.140729:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000200:0.0:1773941476.140739:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4380 x1860112244286464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941476.141072:0:14135:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa0939025b400. 00000020:00000010:2.0:1773941476.141077:0:14135:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffffa0938620b000. 00000020:00000010:2.0:1773941476.141094:0:14135:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa0939025a800. 00000020:00000010:2.0:1773941476.141097:0:14135:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffffa09390259000. 00000020:00000010:2.0:1773941476.141109:0:14135:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffffa0938871d500. 00000020:00000010:2.0:1773941476.141113:0:14135:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffffa09399564180. 00000020:00000010:2.0:1773941476.141117:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09398f47c00. 00000020:00000010:2.0:1773941476.141120:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09398f46000. 00000040:00000010:2.0:1773941476.141123:0:14135:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09398f47200. 00000020:00000010:2.0:1773941476.141127:0:14135:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938620d000. 00000020:00000010:2.0:1773941476.141129:0:14135:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938917c800. 00040000:00000010:2.0:1773941476.141133:0:14135:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09391da1400. 00040000:00000010:2.0:1773941476.141136:0:14135:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938917c600. 10000000:00000010:2.0:1773941476.141144:0:14135:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffffa0938917dc00. 02000000:00000010:2.0:1773941476.141149:0:14135:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffffa0938871d280. 00000100:00000010:2.0:1773941476.141161:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6a00. 02000000:00000010:2.0:1773941476.141167:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938917d200. 00010000:00000010:2.0:1773941476.141176:0:14135:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51f00. 00010000:00000010:2.0:1773941476.141183:0:14135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381516400. 00000020:00000010:2.0:1773941476.141187:0:14135:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa0938871db00. 00000100:00000010:2.0:1773941476.141199:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093995640c0. 00000400:00000200:1.0:1773941476.142162:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.142169:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941476.142176:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.142179:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.142184:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.142188:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321902400 00000400:00000200:1.0:1773941476.142194:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.142199:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0x751 [1] + 0 00000400:00000200:1.0:1773941476.142214:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.142219:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941476.142228:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4380 x1860112244286464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.142275:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e000. 00000400:00000200:2.0:1773941476.142279:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fadd0 00000400:00000010:2.0:1773941476.142281:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fadd0. 00000100:00000200:2.0:1773941476.142287:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4380 x1860112244286464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.142295:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4380 x1860112244286464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941476.142340:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa093996c5400. 02000000:00000010:2.0:1773941476.142344:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0939025b000. 00000100:00000010:2.0:1773941476.142348:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4380. 02000000:00000010:2.0:1773941476.142371:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0939025b000. 00000400:00000200:2.0:1773941476.142376:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.142379:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01499a0. 00000400:00000010:2.0:1773941476.142383:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9990. 00000100:00000200:2.0:1773941476.142387:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244286592, portal 25 00000400:00000010:2.0:1773941476.142391:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9660. 00000100:00000200:2.0:1773941476.142393:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244286592, offset 0 00000400:00000200:2.0:1773941476.142397:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.142401:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.142404:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.142407:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.142409:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.142412:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.142414:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.142416:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [79:79:256:4294967295] 192.168.202.146@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1773941476.142428:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.142436:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.142440:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.142451:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09386269c00. 00000800:00000200:2.0:1773941476.142455:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.142459:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.142461:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09386269c00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.142473:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1773941476.142533:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941476.142538:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09386269c00. 00000400:00000200:1.0:1773941476.142542:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.142548:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941476.142551:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9660 00000400:00000010:1.0:1773941476.142553:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9660. 00000100:00000200:1.0:1773941476.142561:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6a00 x1860112244286592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941476.142628:0:252:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffffa0938559e800. 00000400:00000200:1.0:1773941476.143490:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.143497:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941476.143503:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.143507:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.143511:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.143515:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321902480 00000400:00000200:1.0:1773941476.143520:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.143525:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x761 [1] + 224 00000400:00000200:1.0:1773941476.143536:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.143541:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941476.143556:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6a00 x1860112244286592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941476.143626:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01499a0. 00000400:00000200:0.0:1773941476.143632:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9990 00000400:00000010:0.0:1773941476.143635:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9990. 00000100:00000200:0.0:1773941476.143644:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6a00 x1860112244286592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941476.143656:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6a00 x1860112244286592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941476.143674:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093995640c0. 02000000:00000010:0.0:1773941476.143691:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0939025b000. 02000000:00000010:0.0:1773941476.143694:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938917d200. 00000100:00000010:0.0:1773941476.143697:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6a00. 10000000:00000010:0.0:1773941476.143703:0:14135:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09398f56200. 00000020:00000010:0.0:1773941476.143707:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938559f600. 00000020:00000010:0.0:1773941476.143729:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938559f400. 00000040:00000010:0.0:1773941476.143732:0:14135:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938559f200. 00000020:00000010:0.0:1773941476.143735:0:14135:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938860c000. 00000020:00000010:0.0:1773941476.143738:0:14135:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938559e200. 80000000:00000010:0.0:1773941476.143741:0:14135:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093a00fc6c0. 00040000:00000010:0.0:1773941476.143744:0:14135:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938559fe00. 20000000:00000010:0.0:1773941476.143747:0:14135:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa0938559fa00. 00000040:00000010:0.0:1773941476.143754:0:14135:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa09398f30e00. 00000100:00000010:0.0:1773941476.143758:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024c700. 02000000:00000010:0.0:1773941476.143766:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09398f31000. 00000100:00000010:0.0:1773941476.143773:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09389f5f300. 02000000:00000010:0.0:1773941476.143781:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09398f30600. 00000400:00000200:0.0:1773941476.143785:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941476.143787:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed948. 00000400:00000010:0.0:1773941476.143791:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1ee0. 00000100:00000200:0.0:1773941476.143794:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244286720, portal 25 00000400:00000010:0.0:1773941476.143797:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1cc0. 00000100:00000200:0.0:1773941476.143798:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112244286720, offset 0 00000400:00000200:0.0:1773941476.143803:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941476.143806:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.143810:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941476.143813:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941476.143815:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941476.143817:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941476.143819:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941476.143822:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [80:80:256:4294967295] 192.168.202.146@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:0.0:1773941476.143826:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.143831:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941476.143834:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941476.143837:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09389f05700. 00000800:00000200:0.0:1773941476.143841:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941476.143846:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941476.143854:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09389f05700 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1773941476.143868:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1773941476.143941:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941476.143946:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09389f05700. 00000400:00000200:1.0:1773941476.143951:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.143957:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941476.143962:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1cc0 00000400:00000010:1.0:1773941476.143964:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1cc0. 00000100:00000200:1.0:1773941476.143972:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024c700 x1860112244286720/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941476.144922:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.144928:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941476.144935:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.144939:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.144944:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.144947:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 272 into portal 25 MB=0x69bc321902500 00000400:00000200:1.0:1773941476.144952:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.144957:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 272/272 into md 0x769 [1] + 224 00000400:00000200:1.0:1773941476.144967:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.144973:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941476.144982:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024c700 x1860112244286720/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941476.145018:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed948. 00000400:00000200:0.0:1773941476.145025:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1ee0 00000400:00000010:0.0:1773941476.145027:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1ee0. 00000100:00000200:0.0:1773941476.145035:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024c700 x1860112244286720/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941476.145046:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024c700 x1860112244286720/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941476.145057:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09389f5f300. 02000000:00000010:0.0:1773941476.145062:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09398f30600. 02000000:00000010:0.0:1773941476.145065:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09398f31000. 00000100:00000010:0.0:1773941476.145067:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024c700. 00000040:00000010:0.0:1773941476.145071:0:14135:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa09398f30e00. 00000020:00000010:0.0:1773941476.145074:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938559f400. 00000040:00000010:0.0:1773941476.145077:0:14135:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938559f200. 00000020:00000010:0.0:1773941476.145080:0:14135:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938860c000. 00000020:00000010:0.0:1773941476.145083:0:14135:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938559e200. 80000000:00000010:0.0:1773941476.145086:0:14135:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093a00fc6c0. 00040000:00000010:0.0:1773941476.145088:0:14135:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938559fe00. 20000000:00000010:0.0:1773941476.145091:0:14135:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa0938559fa00. 00000020:00000010:0.0:1773941476.145093:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938559f600. 10000000:00000010:0.0:1773941476.145095:0:14135:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09398f56200. 10000000:00000010:0.0:1773941476.145110:0:14135:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffffa09398f30e00. 10000000:00000010:0.0:1773941476.145115:0:14135:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffffa09398f31000. 10000000:00000010:0.0:1773941476.145119:0:14135:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffffa09398f30600. 00000100:00000010:0.0:1773941476.145124:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024c700. 02000000:00000010:0.0:1773941476.145131:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09398f30a00. 00010000:00000010:0.0:1773941476.145140:0:14135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5ec00. 00000020:00000010:0.0:1773941476.145145:0:14135:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa0939056cc80. 00000100:00000010:0.0:1773941476.145155:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09389f5f300. 02000000:00000010:0.0:1773941476.145166:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9f400. 00000400:00000200:0.0:1773941476.145178:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941476.145183:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed948. 00000400:00000010:0.0:1773941476.145188:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1ee0. 00000100:00000200:0.0:1773941476.145192:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244286848, portal 25 00000400:00000010:0.0:1773941476.145197:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f15d8. 00000100:00000200:0.0:1773941476.145200:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244286848, offset 0 00000400:00000200:0.0:1773941476.145207:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941476.145211:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.145216:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941476.145220:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941476.145222:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941476.145225:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941476.145229:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941476.145233:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [81:81:256:4294967295] 192.168.202.146@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1773941476.145238:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.145247:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941476.145253:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941476.145257:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09389f05700. 00000800:00000200:0.0:1773941476.145261:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941476.145264:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941476.145266:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09389f05700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1773941476.145317:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941476.145320:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09389f05700. 00000400:00000200:1.0:1773941476.145324:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.145328:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.145328:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.145335:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f15d8 00000400:00000010:1.0:1773941476.145337:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f15d8. 00000100:00000200:1.0:1773941476.145343:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024c700 x1860112244286848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.146380:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.146388:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.146395:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.146400:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.146405:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.146410:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321902580 00000400:00000200:0.0:1773941476.146415:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.146421:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x779 [1] + 224 00000400:00000200:0.0:1773941476.146434:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.146444:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.146452:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024c700 x1860112244286848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.146508:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed948. 00000400:00000200:2.0:1773941476.146515:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1ee0 00000400:00000010:2.0:1773941476.146517:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1ee0. 00000100:00000200:2.0:1773941476.146525:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024c700 x1860112244286848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.146533:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024c700 x1860112244286848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941476.146549:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09389f5f300. 02000000:00000010:2.0:1773941476.146559:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9f400. 02000000:00000010:2.0:1773941476.146564:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09398f30a00. 00000100:00000010:2.0:1773941476.146568:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024c700. 10000000:00000010:2.0:1773941476.146576:0:14135:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09398f2ba80. 00000020:00000010:2.0:1773941476.146617:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388568c00. 00000020:00000010:2.0:1773941476.146623:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388569800. 00000040:00000010:2.0:1773941476.146626:0:14135:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09388568800. 00000020:00000010:2.0:1773941476.146629:0:14135:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386209000. 00000020:00000010:2.0:1773941476.146632:0:14135:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09388569400. 80000000:00000010:2.0:1773941476.146634:0:14135:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09385337720. 00040000:00000010:2.0:1773941476.146637:0:14135:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09388569600. 20000000:00000010:2.0:1773941476.146639:0:14135:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09388569a00. 00000040:00000010:2.0:1773941476.146643:0:14135:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa09388569c00. 00000100:00000010:2.0:1773941476.146646:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4380. 02000000:00000010:2.0:1773941476.146660:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09388568a00. 00000100:00000010:2.0:1773941476.146666:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09389dfc480. 02000000:00000010:2.0:1773941476.146673:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09388569e00. 00000400:00000200:2.0:1773941476.146677:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.146679:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149948. 00000400:00000010:2.0:1773941476.146682:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9440. 00000100:00000200:2.0:1773941476.146685:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244286976, portal 25 00000400:00000010:2.0:1773941476.146687:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9088. 00000100:00000200:2.0:1773941476.146690:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112244286976, offset 0 00000400:00000200:2.0:1773941476.146694:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.146698:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.146702:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.146705:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.146707:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.146726:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.146730:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.146735:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [82:82:256:4294967295] 192.168.202.146@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1773941476.146740:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.146752:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.146758:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.146762:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09386269f00. 00000800:00000200:2.0:1773941476.146768:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.146775:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.146779:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09386269f00 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.146796:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.146854:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.146857:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09386269f00. 00000400:00000200:0.0:1773941476.146860:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.146864:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.146866:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9088 00000400:00000010:0.0:1773941476.146868:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9088. 00000100:00000200:0.0:1773941476.146873:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4380 x1860112244286976/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.147816:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.147822:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.147829:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.147833:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.147838:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.147842:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 272 into portal 25 MB=0x69bc321902600 00000400:00000200:0.0:1773941476.147846:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.147851:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 272/272 into md 0x789 [1] + 224 00000400:00000200:0.0:1773941476.147862:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.147866:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.147873:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4380 x1860112244286976/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.147914:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149948. 00000400:00000200:2.0:1773941476.147918:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9440 00000400:00000010:2.0:1773941476.147919:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9440. 00000100:00000200:2.0:1773941476.147924:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4380 x1860112244286976/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.147931:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4380 x1860112244286976/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941476.147947:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09389dfc480. 02000000:00000010:2.0:1773941476.147953:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09388569e00. 02000000:00000010:2.0:1773941476.147955:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09388568a00. 00000100:00000010:2.0:1773941476.147957:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4380. 00000040:00000010:2.0:1773941476.147963:0:14135:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffffa09386ac0000. 00000100:00000010:2.0:1773941476.147967:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4380. 02000000:00000010:2.0:1773941476.147971:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09388568a00. 00000100:00000010:2.0:1773941476.147975:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09389dfc480. 02000000:00000010:2.0:1773941476.147990:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa093a0ea8000. 00000400:00000200:2.0:1773941476.147994:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.147997:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149948. 00000400:00000010:2.0:1773941476.148000:0:14135:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa09389dfcf00. 00000100:00000200:2.0:1773941476.148008:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244287104, portal 25 00000400:00000010:2.0:1773941476.148011:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9440. 00000100:00000200:2.0:1773941476.148013:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244287104, offset 0 00000400:00000200:2.0:1773941476.148017:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.148020:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.148023:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.148026:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.148028:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.148030:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.148032:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.148035:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [83:83:256:4294967295] 192.168.202.146@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:2.0:1773941476.148038:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.148042:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.148046:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.148049:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09386269b00. 00000800:00000200:2.0:1773941476.148051:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.148055:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.148058:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09386269b00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.148074:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.148140:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.148145:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09386269b00. 00000400:00000200:0.0:1773941476.148149:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.148154:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.148158:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9440 00000400:00000010:0.0:1773941476.148161:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9440. 00000100:00000200:0.0:1773941476.148168:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4380 x1860112244287104/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.149191:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.149196:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.149203:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.149206:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.149209:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.149213:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8416 into portal 25 MB=0x69bc321902680 00000400:00000200:0.0:1773941476.149217:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.149222:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8416/8416 into md 0x791 [4] + 224 00000400:00000200:0.0:1773941476.149234:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.149238:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.149245:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4380 x1860112244287104/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.149301:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149948. 00000400:00000200:2.0:1773941476.149305:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389dfcf00 00000400:00000010:2.0:1773941476.149306:0:14135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffffa09389dfcf00. 00000100:00000200:2.0:1773941476.149312:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4380 x1860112244287104/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.149318:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4380 x1860112244287104/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941476.149329:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09389dfc480. 02000000:00000010:2.0:1773941476.149335:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa093a0ea8000. 02000000:00000010:2.0:1773941476.149346:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09388568a00. 00000100:00000010:2.0:1773941476.149349:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4380. 00000040:00000010:2.0:1773941476.149356:0:14135:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffffa09385337c60. 00000020:00000010:2.0:1773941476.149538:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388568a00. 00000020:00000010:2.0:1773941476.149541:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388569e00. 00000040:00000010:2.0:1773941476.149543:0:14153:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09388569000. 00000020:00000010:2.0:1773941476.149546:0:14153:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938620c000. 00000020:00000010:2.0:1773941476.149550:0:14153:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af73b8. 00000020:00000010:2.0:1773941476.149553:0:14153:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09388568400. 80000000:00000010:2.0:1773941476.149557:0:14153:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09390cc8600. 40000000:00000010:2.0:1773941476.149561:0:14153:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f2b2c0. 00100000:00000010:2.0:1773941476.149567:0:14153:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0938620f800. 00040000:00000010:2.0:1773941476.149571:0:14153:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09386269700. 00040000:00000010:2.0:1773941476.149597:0:14153:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0938620e800. 00040000:00000010:2.0:1773941476.149602:0:14153:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09388568e00. 00000004:00000010:2.0:1773941476.149608:0:14153:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09386209800. 00000004:00000010:2.0:1773941476.149614:0:14153:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa0938387e000. 00000004:00000010:2.0:1773941476.149619:0:14153:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa0938620b800. 00002000:00000010:2.0:1773941476.149624:0:14153:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0939025bc00. 00000004:00000010:2.0:1773941476.149629:0:14153:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa0939025b000. 00000020:00000010:2.0:1773941476.149633:0:14153:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f2b4c0. 00000040:00000010:2.0:1773941476.149642:0:14153:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffffa09386ac2000. 00000100:00000010:2.0:1773941476.149655:0:14153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4380. 02000000:00000010:2.0:1773941476.149662:0:14153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09388568000. 00000100:00000010:2.0:1773941476.149668:0:14153:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09389dfcf00. 02000000:00000010:2.0:1773941476.149683:0:14153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa093a0ea8000. 00000400:00000200:2.0:1773941476.149686:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.149689:0:14153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149948. 00000400:00000010:2.0:1773941476.149691:0:14153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa09389dfc0c0. 00000100:00000200:2.0:1773941476.149694:0:14153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244287232, portal 25 00000400:00000010:2.0:1773941476.149698:0:14153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9908. 00000100:00000200:2.0:1773941476.149700:0:14153:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244287232, offset 0 00000400:00000200:2.0:1773941476.149704:0:14153:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.149706:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.149721:0:14153:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.149724:0:14153:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.149726:0:14153:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.149728:0:14153:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.149730:0:14153:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.149733:0:14153:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [84:84:256:4294967295] 192.168.202.146@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:2.0:1773941476.149736:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.149742:0:14153:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.149745:0:14153:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.149748:0:14153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09386269d00. 00000800:00000200:2.0:1773941476.149751:0:14153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.149755:0:14153:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.149757:0:14153:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09386269d00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.149768:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.149813:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.149817:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09386269d00. 00000400:00000200:0.0:1773941476.149819:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.149823:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.149826:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9908 00000400:00000010:0.0:1773941476.149828:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9908. 00000100:00000200:0.0:1773941476.149832:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4380 x1860112244287232/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.150774:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.150780:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.150786:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.150790:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.150793:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.150798:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8472 into portal 25 MB=0x69bc321902700 00000400:00000200:0.0:1773941476.150802:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.150805:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8472/8472 into md 0x799 [4] + 224 00000400:00000200:0.0:1773941476.150817:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.150828:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.150836:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4380 x1860112244287232/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.150877:0:14153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149948. 00000400:00000200:2.0:1773941476.150881:0:14153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389dfc0c0 00000400:00000010:2.0:1773941476.150882:0:14153:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffffa09389dfc0c0. 00000100:00000200:2.0:1773941476.150887:0:14153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4380 x1860112244287232/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.150902:0:14153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4380 x1860112244287232/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941476.150913:0:14153:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09389dfcf00. 02000000:00000010:2.0:1773941476.150918:0:14153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa093a0ea8000. 02000000:00000010:2.0:1773941476.150924:0:14153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09388568000. 00000100:00000010:2.0:1773941476.150926:0:14153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4380. 00000020:00000010:2.0:1773941476.150937:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269600. 00000020:00000010:2.0:1773941476.150940:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269600. 00000020:00000010:2.0:1773941476.150943:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.150947:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.150955:0:14153:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffffa093902c0000. 00000020:00000010:2.0:1773941476.150960:0:14153:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa0938620c800. 00000020:00000010:2.0:1773941476.150970:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.150972:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.150974:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.150976:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffffa09389dfcf00. 00000001:00000010:2.0:1773941476.150996:0:14153:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffffa09386269600. 00000001:00000010:2.0:1773941476.150999:0:14153:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffffa09399525640. 00000001:00000010:2.0:1773941476.151002:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa09388568000. 00000001:00000010:2.0:1773941476.151005:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa09391db0600. 00000001:00000010:2.0:1773941476.151007:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa09391db1600. 00000001:00000010:2.0:1773941476.151009:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa09391db0e00. 00000020:00000010:2.0:1773941476.151012:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.151015:0:14153:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.151018:0:14153:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa093a010d7d0. 00008000:00000010:2.0:1773941476.151022:0:14153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.151025:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09389f46200. 00000020:00000010:2.0:1773941476.151027:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09389f47800. 00000020:00000010:2.0:1773941476.151030:0:14153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09390cc8660. 00008000:00000010:2.0:1773941476.151037:0:14153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00020000:00000010:2.0:1773941476.151041:0:14153:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at ffffa09387d4e400. 00000020:00000010:2.0:1773941476.151053:0:14153:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffffa09398bbe2d8. 00020000:00000010:2.0:1773941476.151178:0:14153:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffffa09383878000. 00020000:00000010:2.0:1773941476.151182:0:14153:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffffa0938387b000. 00000020:00000010:2.0:1773941476.151207:0:14153:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffffa09390270000. 00000020:00000010:2.0:1773941476.151215:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09387d4ec00. 00000020:00000010:2.0:1773941476.151218:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffffa09389dfc0c0. 00000020:00000010:2.0:1773941476.151225:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09389f47800. 00000020:00000010:2.0:1773941476.151228:0:14153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09390cc8660. 00008000:00000010:2.0:1773941476.151231:0:14153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.151233:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09389f46200. 00000020:00000010:2.0:1773941476.151236:0:14153:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.151238:0:14153:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa093a010d7d0. 00008000:00000010:2.0:1773941476.151241:0:14153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.151243:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.151246:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffffa09389dfcf00. 00000020:00000010:2.0:1773941476.151248:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.151252:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269200. 00000020:00000010:2.0:1773941476.151254:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269200. 00000020:00000010:2.0:1773941476.151258:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269200. 00000020:00000010:2.0:1773941476.151260:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269200. 00000020:00000010:2.0:1773941476.151262:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.151265:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.151270:0:14153:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffffa093902c4d28. 00000020:00000010:2.0:1773941476.151273:0:14153:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa0938620a800. 00000020:00000010:2.0:1773941476.151279:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.151281:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.151283:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.151285:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffffa09389dfcf00. 00000001:00000010:2.0:1773941476.151295:0:14153:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffffa09386269200. 00000001:00000010:2.0:1773941476.151305:0:14153:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffffa09398f08220. 00000001:00000010:2.0:1773941476.151306:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa09389f46200. 00000001:00000010:2.0:1773941476.151308:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa09389f47800. 00000001:00000010:2.0:1773941476.151310:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa09389f47c00. 00000001:00000010:2.0:1773941476.151312:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa09389f47400. 00000020:00000010:2.0:1773941476.151314:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.151315:0:14153:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.151317:0:14153:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa093a010d7d0. 00020000:00000010:2.0:1773941476.151325:0:14153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0ea98c0. 00008000:00000010:2.0:1773941476.151328:0:14153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.151332:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385568e00. 00000020:00000010:2.0:1773941476.151335:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093833af200. 00000040:00000010:2.0:1773941476.151337:0:14153:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa093833aee00. 00000020:00000010:2.0:1773941476.151340:0:14153:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386208000. 00000020:00000010:2.0:1773941476.151342:0:14153:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093833ae800. 00040000:00000010:2.0:1773941476.151344:0:14153:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09386269e00. 00040000:00000010:2.0:1773941476.151347:0:14153:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa093833ae200. 00800000:00000010:2.0:1773941476.151352:0:14153:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at ffffa09398f2b7c0. 00000020:00000010:2.0:1773941476.151461:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09387d4dc00. 00000020:00000010:2.0:1773941476.151465:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffffa093833ae600. 80000000:00000010:2.0:1773941476.151479:0:14153:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at ffffa09399784840. 00800000:00000010:2.0:1773941476.151511:0:14153:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at ffffa093833afc00. 00800000:00000010:2.0:1773941476.151514:0:14153:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at ffffa093833ae000. 00000020:00000010:2.0:1773941476.151516:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093833af200. 00000040:00000010:2.0:1773941476.151520:0:14153:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa093833aee00. 00000020:00000010:2.0:1773941476.151523:0:14153:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386208000. 00000020:00000010:2.0:1773941476.151527:0:14153:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093833ae800. 00040000:00000010:2.0:1773941476.151530:0:14153:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09386269e00. 00040000:00000010:2.0:1773941476.151532:0:14153:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa093833ae200. 00000020:00000010:2.0:1773941476.151534:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385568e00. 00000020:00000010:2.0:1773941476.151537:0:14153:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.151539:0:14153:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa093a010d7d0. 00020000:00000010:2.0:1773941476.151542:0:14153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0ea98c0. 00008000:00000010:2.0:1773941476.151550:0:14153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.151553:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.151558:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffffa09389dfcf00. 00000020:00000010:2.0:1773941476.151561:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.151567:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269e00. 00000020:00000010:2.0:1773941476.151569:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269e00. 00000020:00000010:2.0:1773941476.151573:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269e00. 00000020:00000010:2.0:1773941476.151575:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269e00. 00000020:00000010:2.0:1773941476.151602:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffffa093890407e0. 00000020:00000010:2.0:1773941476.151606:0:14153:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at ffffa09398f2b440. 00000020:00000010:2.0:1773941476.151608:0:14153:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffffa09390c20b60. 00000020:00000010:2.0:1773941476.151611:0:14153:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffffa09390c20a60. 00000020:00000010:2.0:1773941476.151613:0:14153:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffffa09390c20980. 00000020:00000010:2.0:1773941476.151615:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffffa093890407e0. 00000020:00000010:2.0:1773941476.151618:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269e00. 00000020:00000010:2.0:1773941476.151619:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269e00. 00000020:00000010:2.0:1773941476.151624:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269e00. 00000020:00000010:2.0:1773941476.151625:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269e00. 00000020:00000010:2.0:1773941476.151628:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffffa09398f2b600. 00000100:00000010:2.0:1773941476.151633:0:14153:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffffa093890b8400. 00000400:00000200:2.0:1773941476.151636:0:14153:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941476.151640:0:14153:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.151642:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.151646:0:14153:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941476.151650:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.151655:0:14153:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941476.151658:0:14153:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941476.151661:0:14153:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:2.0:1773941476.151664:0:14153:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffffa093890b8400. 00000020:00000010:2.0:1773941476.151667:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffffa09398f2b600. 00000020:00000010:2.0:1773941476.151671:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffffa09398f2b600. 00000020:00000010:2.0:1773941476.151675:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffffa09389dfcf00. 00000020:00000010:2.0:1773941476.151687:0:14153:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffffa093902c19b8. 00000020:00000010:2.0:1773941476.151692:0:14153:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09386208000. 00000020:00000010:2.0:1773941476.151699:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffffa09389dfcf00. 00000020:00000010:2.0:1773941476.151703:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffffa09398f2b600. 00000020:00000010:2.0:1773941476.151708:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffffa09398f2b600. 00000020:00000010:2.0:1773941476.151727:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffffa09389dfcf00. 00000001:00000010:2.0:1773941476.151750:0:14153:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffffa09386269e00. 00000001:00000010:2.0:1773941476.151753:0:14153:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffffa09398f089a0. 00000001:00000010:2.0:1773941476.151755:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa093833ae200. 00000001:00000010:2.0:1773941476.151757:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa093833ae800. 00000001:00000010:2.0:1773941476.151760:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa093833aee00. 00000001:00000010:2.0:1773941476.151764:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa093833af200. 00000020:00000010:2.0:1773941476.151768:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093833af000. 00000020:00000010:2.0:1773941476.151772:0:14153:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.151775:0:14153:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa093a010d7d0. 00020000:00000010:2.0:1773941476.151777:0:14153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0ea98c0. 00008000:00000010:2.0:1773941476.151780:0:14153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.151785:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093833afa00. 00000020:00000010:2.0:1773941476.151789:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093833ae400. 00000020:00000010:2.0:1773941476.151791:0:14153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093890407e0. 00020000:00000010:2.0:1773941476.151795:0:14153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.151798:0:14153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000002:00000010:2.0:1773941476.151801:0:14153:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffffa0938871de80. 00010000:00000010:2.0:1773941476.151811:0:14153:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffffa09383879000. 00010000:00000010:2.0:1773941476.151823:0:14153:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffffa0938387a000. 00010000:00000010:2.0:1773941476.151828:0:14153:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffffa09398f2b0c0. 00000020:00000010:2.0:1773941476.151833:0:14153:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffffa09386208800. 00000100:00000200:2.0:1773941476.151843:0:14153:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.151847:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.151851:0:14153:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00010000:00000010:2.0:1773941476.151856:0:14153:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffffa09389040c00. 00010000:00000010:2.0:1773941476.151866:0:14153:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffffa093890b8c00. 00000001:00000010:2.0:1773941476.151870:0:14153:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffffa093833af400. 00000001:00000010:2.0:1773941476.151875:0:14153:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffffa09386269400. 00000001:00000010:2.0:1773941476.151920:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81ce9000. 00000001:00000010:2.0:1773941476.151973:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81cf3000. 00000001:00000010:2.0:1773941476.152024:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d09000. 00000001:00000010:2.0:1773941476.152071:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d13000. 00000001:00000010:2.0:1773941476.152138:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d1d000. 00000001:00000010:2.0:1773941476.152189:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d27000. 00000001:00000010:2.0:1773941476.152237:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d31000. 00000001:00000010:2.0:1773941476.152286:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d3b000. 00000001:00000010:2.0:1773941476.152337:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d45000. 00000001:00000010:2.0:1773941476.152399:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d4f000. 00000001:00000010:2.0:1773941476.152455:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d59000. 00000001:00000010:2.0:1773941476.152507:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d63000. 00000001:00000010:2.0:1773941476.152553:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d6d000. 00000001:00000010:2.0:1773941476.152622:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d77000. 00000001:00000010:2.0:1773941476.152671:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d81000. 00000001:00000010:2.0:1773941476.152736:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d8b000. 00000001:00000010:2.0:1773941476.152792:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d95000. 00000001:00000010:2.0:1773941476.152840:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81d9f000. 00000001:00000010:2.0:1773941476.152888:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81db1000. 00000001:00000010:2.0:1773941476.152939:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81dbb000. 00000001:00000010:2.0:1773941476.152989:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e01000. 00000001:00000010:2.0:1773941476.153041:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e0b000. 00000001:00000010:2.0:1773941476.153094:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e15000. 00000001:00000010:2.0:1773941476.153158:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e1f000. 00000001:00000010:2.0:1773941476.153219:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e29000. 00000001:00000010:2.0:1773941476.153285:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e33000. 00000001:00000010:2.0:1773941476.153357:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e3d000. 00000001:00000010:2.0:1773941476.153425:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e47000. 00000001:00000010:2.0:1773941476.153487:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e51000. 00000001:00000010:2.0:1773941476.153544:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e5b000. 00000001:00000010:2.0:1773941476.153629:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e65000. 00000001:00000010:2.0:1773941476.153686:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e6f000. 00000020:00000010:2.0:1773941476.153824:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa093890ba400. 00000020:00000010:2.0:1773941476.153829:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffffa09389040480. 00000020:00000010:2.0:1773941476.153916:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa093890b9000. 00000020:00000010:2.0:1773941476.153921:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffffa093833aea00. 00000020:00000010:2.0:1773941476.154149:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa093890bb000. 00000020:00000010:2.0:1773941476.154154:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffffa093833af800. 00000020:00000010:2.0:1773941476.154182:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa093890ba000. 00000020:00000010:2.0:1773941476.154185:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffffa0938387f000. 00000040:00000010:2.0:1773941476.154206:0:14153:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffffa093996c2540. 00000002:00000010:2.0:1773941476.154213:0:14153:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffffa0938620e000. 00000020:00000010:2.0:1773941476.154413:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093833ae400. 00000020:00000010:2.0:1773941476.154417:0:14153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093890407e0. 00020000:00000010:2.0:1773941476.154421:0:14153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.154424:0:14153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.154427:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093833afa00. 00000020:00000010:2.0:1773941476.154430:0:14153:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.154432:0:14153:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa093a010d7d0. 00020000:00000010:2.0:1773941476.154434:0:14153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0ea98c0. 00008000:00000010:2.0:1773941476.154437:0:14153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.154441:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093833af000. 00000020:00000010:2.0:1773941476.154444:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffffa09389dfcf00. 00000020:00000010:2.0:1773941476.154446:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffffa09398f2b600. 00000020:00000010:2.0:1773941476.154452:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.154456:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.154460:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093833af000. 00000020:00000010:2.0:1773941476.154464:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093833afa00. 00000040:00000010:2.0:1773941476.154467:0:14153:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa093833ae400. 00000020:00000010:2.0:1773941476.154476:0:14153:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938620a000. 00000020:00000010:2.0:1773941476.154479:0:14153:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093833aec00. 00040000:00000010:2.0:1773941476.154482:0:14153:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09386269300. 00040000:00000010:2.0:1773941476.154486:0:14153:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09391db1a00. 00800000:00000010:2.0:1773941476.154496:0:14153:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffffa09385568e00. 00020000:00000010:2.0:1773941476.154500:0:14153:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffffa0938865a000. 00000020:00000010:2.0:1773941476.154503:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093833afa00. 00000040:00000010:2.0:1773941476.154506:0:14153:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa093833ae400. 00000020:00000010:2.0:1773941476.154509:0:14153:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938620a000. 00000020:00000010:2.0:1773941476.154512:0:14153:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093833aec00. 00040000:00000010:2.0:1773941476.154515:0:14153:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09386269300. 00040000:00000010:2.0:1773941476.154518:0:14153:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.154520:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093833af000. 00000020:00000010:2.0:1773941476.154524:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.154527:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093833af000. 00000020:00000010:2.0:1773941476.154531:0:14153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093890407e0. 00020000:00000010:2.0:1773941476.154534:0:14153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.154537:0:14153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.154544:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093833af000. 00000020:00000010:2.0:1773941476.154547:0:14153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093890407e0. 00020000:00000010:2.0:1773941476.154550:0:14153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.154553:0:14153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.154557:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.154560:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.154562:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.154566:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269300. 00000020:00000010:2.0:1773941476.154568:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269300. 00000020:00000010:2.0:1773941476.154573:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269300. 00000020:00000010:2.0:1773941476.154575:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269300. 00000020:00000010:2.0:1773941476.154606:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269300. 00000020:00000010:2.0:1773941476.154608:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269300. 00000020:00000010:2.0:1773941476.154612:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffffa09385498d40. 00000100:00000010:2.0:1773941476.154620:0:14153:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffffa093890b8000. 00000400:00000200:2.0:1773941476.154623:0:14153:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941476.154625:0:14153:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.154629:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.154632:0:14153:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941476.154635:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.154640:0:14153:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941476.154642:0:14153:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941476.154644:0:14153:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:2.0:1773941476.154646:0:14153:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffffa093890b8000. 00000020:00000010:2.0:1773941476.154649:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.154654:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.154657:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.154671:0:14153:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffffa093885a0000. 00000020:00000010:2.0:1773941476.154677:0:14153:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa0938620a000. 00000020:00000010:2.0:1773941476.154685:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.154689:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.154694:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.154698:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffffa093996c20c0. 00000001:00000010:2.0:1773941476.154734:0:14153:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffffa09386269300. 00000001:00000010:2.0:1773941476.154738:0:14153:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffffa09398f08f80. 00000001:00000010:2.0:1773941476.154741:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa093833af000. 00000001:00000010:2.0:1773941476.154744:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa093833aec00. 00000001:00000010:2.0:1773941476.154746:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa093833ae400. 00000001:00000010:2.0:1773941476.154748:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa093833afa00. 00000020:00000010:2.0:1773941476.154751:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.154754:0:14153:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.154757:0:14153:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa093a010d7d0. 00020000:00000010:2.0:1773941476.154760:0:14153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0ea98c0. 00008000:00000010:2.0:1773941476.154762:0:14153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.154766:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938559d000. 00000020:00000010:2.0:1773941476.154777:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938850f800. 00000020:00000010:2.0:1773941476.154783:0:14153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093890407e0. 00020000:00000010:2.0:1773941476.154786:0:14153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.154788:0:14153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000002:00000010:2.0:1773941476.154791:0:14153:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffffa0938871db80. 00010000:00000010:2.0:1773941476.154799:0:14153:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffffa09388658000. 00010000:00000010:2.0:1773941476.154805:0:14153:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffffa09388659000. 00010000:00000010:2.0:1773941476.154808:0:14153:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffffa093854983c0. 00000020:00000010:2.0:1773941476.154812:0:14153:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffffa0938620f000. 00000100:00000200:2.0:1773941476.154821:0:14153:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.154825:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.154830:0:14153:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00010000:00000010:2.0:1773941476.154834:0:14153:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffffa09389040720. 00010000:00000010:2.0:1773941476.154837:0:14153:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffffa09391ff3400. 00000001:00000010:2.0:1773941476.154841:0:14153:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffffa0938850e200. 00000001:00000010:2.0:1773941476.154845:0:14153:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffffa09386269800. 00000001:00000010:2.0:1773941476.154885:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e79000. 00000001:00000010:2.0:1773941476.154927:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e83000. 00000001:00000010:2.0:1773941476.154969:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e8d000. 00000001:00000010:2.0:1773941476.155017:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81e97000. 00000001:00000010:2.0:1773941476.155055:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81ea1000. 00000001:00000010:2.0:1773941476.155101:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81eab000. 00000001:00000010:2.0:1773941476.155158:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81eb5000. 00000001:00000010:2.0:1773941476.155202:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81ed1000. 00000001:00000010:2.0:1773941476.155239:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81edb000. 00000001:00000010:2.0:1773941476.155277:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81ee5000. 00000001:00000010:2.0:1773941476.155317:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81eef000. 00000001:00000010:2.0:1773941476.155356:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81ef9000. 00000001:00000010:2.0:1773941476.155394:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f11000. 00000001:00000010:2.0:1773941476.155431:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f1b000. 00000001:00000010:2.0:1773941476.155469:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f25000. 00000001:00000010:2.0:1773941476.155505:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f2f000. 00000001:00000010:2.0:1773941476.155545:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f39000. 00000001:00000010:2.0:1773941476.155601:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f43000. 00000001:00000010:2.0:1773941476.155642:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f4d000. 00000001:00000010:2.0:1773941476.155679:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f57000. 00000001:00000010:2.0:1773941476.155731:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f61000. 00000001:00000010:2.0:1773941476.155787:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f79000. 00000001:00000010:2.0:1773941476.155846:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f83000. 00000001:00000010:2.0:1773941476.155903:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f8d000. 00000001:00000010:2.0:1773941476.155972:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81f97000. 00000001:00000010:2.0:1773941476.156040:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81fa1000. 00000001:00000010:2.0:1773941476.156115:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81fab000. 00000001:00000010:2.0:1773941476.156184:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81fb5000. 00000001:00000010:2.0:1773941476.156244:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81fbf000. 00000001:00000010:2.0:1773941476.156297:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81fc9000. 00000001:00000010:2.0:1773941476.156351:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81fd3000. 00000001:00000010:2.0:1773941476.156400:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffb97c81fdd000. 00000020:00000010:2.0:1773941476.156452:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09391ff3800. 00000020:00000010:2.0:1773941476.156454:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffffa0939041f060. 00000020:00000010:2.0:1773941476.156484:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09391ff2800. 00000020:00000010:2.0:1773941476.156486:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffffa0938850ee00. 00000020:00000010:2.0:1773941476.156665:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09389f89800. 00000020:00000010:2.0:1773941476.156669:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffffa0938850e400. 00000020:00000010:2.0:1773941476.156691:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09389f88c00. 00000020:00000010:2.0:1773941476.156694:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffffa0938865e000. 00000040:00000010:2.0:1773941476.156725:0:14153:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffffa093996c2300. 00000002:00000010:2.0:1773941476.156737:0:14153:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffffa09387c98000. 00000020:00000010:2.0:1773941476.156830:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938850f800. 00000020:00000010:2.0:1773941476.156834:0:14153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093890407e0. 00020000:00000010:2.0:1773941476.156837:0:14153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.156839:0:14153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.156842:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938559d000. 00000020:00000010:2.0:1773941476.156850:0:14153:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.156852:0:14153:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa093a010d7d0. 00020000:00000010:2.0:1773941476.156855:0:14153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0ea98c0. 00008000:00000010:2.0:1773941476.156857:0:14153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.156860:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.156863:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.156865:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.156870:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.156872:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.156876:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938850f800. 00000020:00000010:2.0:1773941476.156879:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938850e600. 00000040:00000010:2.0:1773941476.156882:0:14153:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938850f200. 00000020:00000010:2.0:1773941476.156885:0:14153:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c98800. 00000020:00000010:2.0:1773941476.156888:0:14153:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938850f400. 00040000:00000010:2.0:1773941476.156891:0:14153:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09386269500. 00040000:00000010:2.0:1773941476.156894:0:14153:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938850fc00. 00800000:00000010:2.0:1773941476.156900:0:14153:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffffa0938850fe00. 00000020:00000010:2.0:1773941476.156903:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938850e600. 00000040:00000010:2.0:1773941476.156905:0:14153:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938850f200. 00000020:00000010:2.0:1773941476.156908:0:14153:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c98800. 00000020:00000010:2.0:1773941476.156911:0:14153:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938850f400. 00040000:00000010:2.0:1773941476.156913:0:14153:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09386269500. 00040000:00000010:2.0:1773941476.156916:0:14153:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938850fc00. 00000020:00000010:2.0:1773941476.156918:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938850f800. 00000020:00000010:2.0:1773941476.156922:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938850f800. 00000020:00000010:2.0:1773941476.156924:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938850fc00. 00000020:00000010:2.0:1773941476.156926:0:14153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f420. 00020000:00000010:2.0:1773941476.156929:0:14153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.156931:0:14153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.156936:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938850fc00. 00000020:00000010:2.0:1773941476.156938:0:14153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f420. 00020000:00000010:2.0:1773941476.156940:0:14153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.156942:0:14153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.156947:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938850f800. 00000020:00000010:2.0:1773941476.156950:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.156952:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.156955:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269500. 00000020:00000010:2.0:1773941476.156957:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269500. 00000020:00000010:2.0:1773941476.156961:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269500. 00000020:00000010:2.0:1773941476.156963:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269500. 00000020:00000010:2.0:1773941476.156967:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269500. 00000020:00000010:2.0:1773941476.156969:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269500. 00000020:00000010:2.0:1773941476.156971:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffffa09385498d40. 00000100:00000010:2.0:1773941476.156974:0:14153:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffffa09389f88400. 00000400:00000200:2.0:1773941476.156976:0:14153:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941476.156979:0:14153:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.156981:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.156983:0:14153:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941476.156986:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.156988:0:14153:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941476.156990:0:14153:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941476.156991:0:14153:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:2.0:1773941476.156992:0:14153:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffffa09389f88400. 00000020:00000010:2.0:1773941476.156994:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.156996:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.156998:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.157003:0:14153:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffffa093885a4d28. 00000020:00000010:2.0:1773941476.157006:0:14153:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09387c98800. 00000020:00000010:2.0:1773941476.157011:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.157013:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.157015:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.157017:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffffa093996c20c0. 00000001:00000010:2.0:1773941476.157037:0:14153:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffffa09386269500. 00000001:00000010:2.0:1773941476.157040:0:14153:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffffa09398f08600. 00000001:00000010:2.0:1773941476.157041:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938850f800. 00000001:00000010:2.0:1773941476.157046:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938850fc00. 00000001:00000010:2.0:1773941476.157048:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938850f400. 00000001:00000010:2.0:1773941476.157049:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938850f200. 00000020:00000010:2.0:1773941476.157051:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938850e600. 00000020:00000010:2.0:1773941476.157053:0:14153:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.157055:0:14153:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa093a010d7d0. 00020000:00000010:2.0:1773941476.157057:0:14153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0ea98c0. 00008000:00000010:2.0:1773941476.157059:0:14153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.157061:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938850ea00. 00000020:00000010:2.0:1773941476.157063:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938850e000. 00000020:00000010:2.0:1773941476.157065:0:14153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f420. 00020000:00000010:2.0:1773941476.157066:0:14153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.157068:0:14153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000008:00000010:2.0:1773941476.157072:0:14153:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffffa0938871dd80. 00010000:00000010:2.0:1773941476.157080:0:14153:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffffa0938865d000. 00010000:00000010:2.0:1773941476.157086:0:14153:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffffa0938865c000. 00000020:00000010:2.0:1773941476.157092:0:14153:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffffa09387c9e000. 00000100:00000200:2.0:1773941476.157101:0:14153:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.157106:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.157110:0:14153:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00010000:00000010:2.0:1773941476.157114:0:14153:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffffa0939041fa20. 00010000:00000010:2.0:1773941476.157117:0:14153:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffffa09387c96800. 00000001:00000010:2.0:1773941476.157120:0:14153:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffffa0938850fa00. 00000001:00000010:2.0:1773941476.157123:0:14153:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffffa0938871d780. 00000001:00000010:2.0:1773941476.157137:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388064000. 00000001:00000010:2.0:1773941476.157144:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388060000. 00000001:00000010:2.0:1773941476.157150:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388062000. 00000001:00000010:2.0:1773941476.157155:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388066000. 00000001:00000010:2.0:1773941476.157164:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa0938806c000. 00000001:00000010:2.0:1773941476.157168:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388068000. 00000001:00000010:2.0:1773941476.157172:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa0938806a000. 00000001:00000010:2.0:1773941476.157176:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa0938806e000. 00000001:00000010:2.0:1773941476.157188:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa0938800c000. 00000001:00000010:2.0:1773941476.157193:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388008000. 00000001:00000010:2.0:1773941476.157197:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa0938800a000. 00000001:00000010:2.0:1773941476.157201:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa0938800e000. 00000001:00000010:2.0:1773941476.157208:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388012000. 00000001:00000010:2.0:1773941476.157213:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388016000. 00000001:00000010:2.0:1773941476.157216:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388014000. 00000001:00000010:2.0:1773941476.157220:0:14153:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffffa09388010000. 00000020:00000010:2.0:1773941476.157251:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09387c97400. 00000020:00000010:2.0:1773941476.157253:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffffa0939041fcc0. 00000020:00000010:2.0:1773941476.157286:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09387c97c00. 00000020:00000010:2.0:1773941476.157288:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffffa0938850ec00. 00000020:00000010:2.0:1773941476.157439:0:14153:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09387c94400. 00000020:00000010:2.0:1773941476.157442:0:14153:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffffa0938865f000. 00000020:00000010:2.0:1773941476.157458:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938850e000. 00000020:00000010:2.0:1773941476.157461:0:14153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f420. 00020000:00000010:2.0:1773941476.157463:0:14153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.157466:0:14153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.157468:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938850ea00. 00000020:00000010:2.0:1773941476.157471:0:14153:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.157473:0:14153:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa093a010d7d0. 00020000:00000010:2.0:1773941476.157476:0:14153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0ea98c0. 00008000:00000010:2.0:1773941476.157478:0:14153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941476.157480:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938850e600. 00000020:00000010:2.0:1773941476.157483:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffffa093996c20c0. 00000020:00000010:2.0:1773941476.157484:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.157487:0:14153:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.157490:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.157492:0:14153:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938850e600. 00000020:00000010:2.0:1773941476.157494:0:14153:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938850ea00. 00000020:00000010:2.0:1773941476.157496:0:14153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f420. 00000008:00000010:2.0:1773941476.157503:0:14153:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.157505:0:14153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.157507:0:14153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00020000:00000010:2.0:1773941476.157513:0:14153:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffffa0938850e000. 00020000:00000010:2.0:1773941476.157517:0:14153:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffffa0938865b000. 00020000:00000010:2.0:1773941476.157521:0:14153:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at ffffa0938850e800. 00000020:00000010:2.0:1773941476.157523:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938850ea00. 00000020:00000010:2.0:1773941476.157525:0:14153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f420. 00000008:00000010:2.0:1773941476.157526:0:14153:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.157528:0:14153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.157530:0:14153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.157532:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938850e600. 00000020:00000010:2.0:1773941476.157533:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffffa0938871df80. 00000020:00000010:2.0:1773941476.157535:0:14153:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.157538:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269a00. 00000020:00000010:2.0:1773941476.157539:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269a00. 00000020:00000010:2.0:1773941476.157542:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09386269a00. 00000020:00000010:2.0:1773941476.157543:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09386269a00. 00000020:00000010:2.0:1773941476.157545:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffffa09385498d40. 00000020:00000010:2.0:1773941476.157546:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffffa09385498d40. 00000100:00000010:2.0:1773941476.157553:0:14153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4380. 02000000:00000010:2.0:1773941476.157561:0:14153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938850e600. 00000100:00000010:2.0:1773941476.157570:0:14153:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093996c20c0. 02000000:00000010:2.0:1773941476.157621:0:14153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa09388018000. 00000400:00000200:2.0:1773941476.157626:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.157629:0:14153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149948. 00000400:00000010:2.0:1773941476.157633:0:14153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa093996c2d80. 00000100:00000200:2.0:1773941476.157638:0:14153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244287360, portal 25 00000400:00000010:2.0:1773941476.157642:0:14153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9f68. 00000100:00000200:2.0:1773941476.157644:0:14153:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244287360, offset 0 00000400:00000200:2.0:1773941476.157649:0:14153:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.157654:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.157662:0:14153:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.157665:0:14153:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.157667:0:14153:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.157670:0:14153:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.157672:0:14153:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.157675:0:14153:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [85:85:256:4294967295] 192.168.202.146@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:2.0:1773941476.157678:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.157684:0:14153:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.157689:0:14153:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.157692:0:14153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09386269a00. 00000800:00000200:2.0:1773941476.157697:0:14153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.157703:0:14153:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.157706:0:14153:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09386269a00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.157735:0:14153:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.157843:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.157849:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09386269a00. 00000400:00000200:0.0:1773941476.157855:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.157861:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.157868:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9f68 00000400:00000010:0.0:1773941476.157871:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9f68. 00000100:00000200:0.0:1773941476.157881:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4380 x1860112244287360/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.159167:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.159173:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.159179:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.159183:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.159187:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.159191:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8472 into portal 25 MB=0x69bc321902780 00000400:00000200:0.0:1773941476.159195:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.159199:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8472/8472 into md 0x7a1 [4] + 224 00000400:00000200:0.0:1773941476.159213:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.159216:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.159223:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4380 x1860112244287360/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941476.159433:0:14153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149948. 00000400:00000200:3.0:1773941476.159439:0:14153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093996c2d80 00000400:00000010:3.0:1773941476.159441:0:14153:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffffa093996c2d80. 00000100:00000200:3.0:1773941476.159449:0:14153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4380 x1860112244287360/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941476.159469:0:14153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4380 x1860112244287360/t0(0) o502->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941476.159487:0:14153:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093996c20c0. 02000000:00000010:3.0:1773941476.159494:0:14153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa09388018000. 02000000:00000010:3.0:1773941476.159505:0:14153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938850e600. 00000100:00000010:3.0:1773941476.159510:0:14153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4380. 00000020:00000010:3.0:1773941476.159520:0:14153:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffffa09390efd000. 00000020:00000010:3.0:1773941476.159523:0:14153:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffffa09390efd000. 00000040:00000010:3.0:1773941476.159528:0:14153:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffffa09386ac2000. 00000020:00000010:3.0:1773941476.159536:0:14153:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2b4c0. 00000020:00000010:3.0:1773941476.159545:0:14153:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388569e00. 00000040:00000010:3.0:1773941476.159550:0:14153:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09388569000. 00000020:00000010:3.0:1773941476.159555:0:14153:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938620c000. 00000020:00000010:3.0:1773941476.159561:0:14153:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af73b8. 00000020:00000010:3.0:1773941476.159567:0:14153:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09388568400. 80000000:00000010:3.0:1773941476.159572:0:14153:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09390cc8600. 40000000:00000010:3.0:1773941476.159607:0:14153:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2b2c0. 00100000:00000010:3.0:1773941476.159614:0:14153:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0938620f800. 00040000:00000010:3.0:1773941476.159620:0:14153:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09386269700. 00040000:00000010:3.0:1773941476.159626:0:14153:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0938620e800. 00040000:00000010:3.0:1773941476.159632:0:14153:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09388568e00. 00000004:00000010:3.0:1773941476.159636:0:14153:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09386209800. 00000004:00000010:3.0:1773941476.159641:0:14153:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa0938387e000. 00000004:00000010:3.0:1773941476.159646:0:14153:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa0938620b800. 00002000:00000010:3.0:1773941476.159651:0:14153:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0939025bc00. 00000004:00000010:3.0:1773941476.159656:0:14153:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa0939025b000. 00000020:00000010:3.0:1773941476.159660:0:14153:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388568a00. 00000040:00000010:3.0:1773941476.159683:0:14135:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffffa09385337c60. 00000040:00000010:3.0:1773941476.159689:0:14135:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffffa09386ac0000. 00000040:00000010:3.0:1773941476.159693:0:14135:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa09388569c00. 00000020:00000010:3.0:1773941476.159697:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388569800. 00000040:00000010:3.0:1773941476.159705:0:14135:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09388568800. 00000020:00000010:3.0:1773941476.159720:0:14135:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386209000. 00000020:00000010:3.0:1773941476.159725:0:14135:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09388569400. 80000000:00000010:3.0:1773941476.159729:0:14135:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09385337720. 00040000:00000010:3.0:1773941476.159733:0:14135:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09388569600. 20000000:00000010:3.0:1773941476.159737:0:14135:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09388569a00. 00000020:00000010:3.0:1773941476.159741:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388568c00. 10000000:00000010:3.0:1773941476.159744:0:14135:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09398f2ba80. 00000100:00000010:3.0:1773941476.159769:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570a80. 02000000:00000010:3.0:1773941476.159778:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251c00. 00010000:00000010:3.0:1773941476.159790:0:14135:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360a00. 00010000:00000010:3.0:1773941476.159797:0:14135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bd800. 00000020:00000010:3.0:1773941476.159803:0:14135:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa09390278680. 00000100:00000010:3.0:1773941476.159819:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09398fc3f00. 02000000:00000010:3.0:1773941476.159833:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adf000. 00000400:00000200:3.0:1773941476.159839:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941476.159843:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e150b0. 00000400:00000010:3.0:1773941476.159850:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3d48. 00000100:00000200:3.0:1773941476.159854:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244287488, portal 25 00000400:00000010:3.0:1773941476.159859:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be36e8. 00000100:00000200:3.0:1773941476.159863:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244287488, offset 0 00000400:00000200:3.0:1773941476.159871:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941476.159877:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941476.159883:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941476.159888:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941476.159892:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941476.159896:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941476.159900:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941476.159905:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [86:86:256:4294967295] 192.168.202.146@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:3.0:1773941476.159911:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941476.159922:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941476.159929:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941476.159937:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941476.159942:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941476.159947:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941476.159950:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1773941476.159965:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.160009:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.160012:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000400:00000200:0.0:1773941476.160016:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.160021:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.160025:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be36e8 00000400:00000010:0.0:1773941476.160027:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be36e8. 00000100:00000200:0.0:1773941476.160036:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570a80 x1860112244287488/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941476.161148:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.161153:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941476.161159:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.161162:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.161164:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.161168:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321902800 00000400:00000200:1.0:1773941476.161172:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941476.161175:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x7a9 [1] + 224 00000400:00000200:1.0:1773941476.161183:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.161186:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941476.161195:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570a80 x1860112244287488/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941476.161233:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e150b0. 00000400:00000200:3.0:1773941476.161237:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3d48 00000400:00000010:3.0:1773941476.161239:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3d48. 00000100:00000200:3.0:1773941476.161245:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570a80 x1860112244287488/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941476.161253:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570a80 x1860112244287488/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941476.161265:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09398fc3f00. 02000000:00000010:3.0:1773941476.161279:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adf000. 02000000:00000010:3.0:1773941476.161282:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251c00. 00000100:00000010:3.0:1773941476.161284:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570a80. 10000000:00000010:3.0:1773941476.161291:0:14135:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffffa09383391000. 00000100:00000010:3.0:1773941476.161903:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570a80. 02000000:00000010:3.0:1773941476.161910:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251c00. 00000100:00000010:3.0:1773941476.161916:0:14135:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa09386adf000. 00000100:00000010:3.0:1773941476.161918:0:14135:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa09388026000. 00000100:00000010:3.0:1773941476.161929:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09398fc3f00. 00000400:00000200:3.0:1773941476.161939:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941476.161941:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e150b0. 00000400:00000010:3.0:1773941476.161946:0:14135:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffffa093981b2000. 00000100:00000200:3.0:1773941476.161950:0:14135:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc321902880-0x69bc321902880, portal 33 02000000:00000010:3.0:1773941476.161954:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386251200. 00000400:00000200:3.0:1773941476.161956:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941476.161957:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15790. 00000400:00000010:3.0:1773941476.161960:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3d48. 00000100:00000200:3.0:1773941476.161961:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244287616, portal 25 00000400:00000010:3.0:1773941476.161969:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3a18. 00000100:00000200:3.0:1773941476.161972:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112244287616, offset 0 00000400:00000200:3.0:1773941476.161976:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941476.161979:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941476.161983:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941476.161985:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941476.161988:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941476.161990:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941476.161992:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941476.161994:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [87:87:256:4294967295] 192.168.202.146@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1773941476.161997:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941476.162003:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941476.162007:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941476.162009:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00000800:00000200:3.0:1773941476.162013:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941476.162017:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941476.162020:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:3.0:1773941476.162031:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.162092:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.162096:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000400:00000200:0.0:1773941476.162101:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.162106:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.162110:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3a18 00000400:00000010:0.0:1773941476.162113:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3a18. 00000100:00000200:0.0:1773941476.162120:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570a80 x1860112244287616/t0(0) o256->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.162986:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.162991:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.162995:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.162998:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163001:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163004:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 132 into portal 33 MB=0x69bc321902880 00000400:00000200:0.0:1773941476.163007:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163010:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.146@tcp of length 132/132 into md 0x7b1 [256] + 0 00000400:00000010:0.0:1773941476.163013:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e150b0. 00000400:00000200:0.0:1773941476.163017:0:2391:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa093981b2000 00000400:00000200:0.0:1773941476.163024:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.163026:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.163029:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093981b2000 00000400:00000010:0.0:1773941476.163030:0:2391:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffffa093981b2000. 00000100:00000200:0.0:1773941476.163036:0:2391:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffffa09388570a80 desc ffffa09386adf000 mbits 1860112244287616 00000400:00000200:0.0:1773941476.163051:0:2391:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1773941476.163055:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163061:0:2391:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.46@tcp to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941476.163067:0:2391:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [88:88:256:4294967295] 192.168.202.146@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:0.0:1773941476.163073:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163082:0:2391:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:192.168.202.46@tcp) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) 192.168.202.146@tcp : ACK try# 0 00000800:00000200:0.0:1773941476.163096:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941476.163103:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffffa093a01e8000. 00000800:00000200:0.0:1773941476.163108:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941476.163114:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941476.163117:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093a01e8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1773941476.163156:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.163158:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffffa093a01e8000. 00000400:00000200:0.0:1773941476.163161:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.163165:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: ACK: OK 00000400:00000200:0.0:1773941476.163875:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163879:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.163884:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163887:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163889:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163891:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 240 into portal 25 MB=0x69bc321902880 00000400:00000200:0.0:1773941476.163894:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.163897:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 240/240 into md 0x7b9 [1] + 224 00000400:00000200:0.0:1773941476.163905:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.163908:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.163912:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570a80 x1860112244287616/t0(0) o256->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.163955:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15790. 00000400:00000200:2.0:1773941476.163961:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3d48 00000400:00000010:2.0:1773941476.163963:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3d48. 00000100:00000200:2.0:1773941476.163970:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570a80 x1860112244287616/t0(0) o256->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.163979:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570a80 x1860112244287616/t0(0) o256->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941476.163992:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09398fc3f00. 10000000:00000010:2.0:1773941476.164001:0:14135:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffffa09399715000. 00000100:00000200:2.0:1773941476.164010:0:14135:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.146@tcp with 192.168.202.146@tcp 00000100:00000200:2.0:1773941476.164012:0:14135:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.146@tcp' 00000400:00000200:2.0:1773941476.164014:0:14135:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941476.164018:0:14135:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.164022:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.164025:0:14135:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941476.164027:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.164031:0:14135:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941476.164039:0:14135:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941476.164042:0:14135:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 10000000:00000010:2.0:1773941476.164047:0:14135:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffffa0938871d580. 00000020:00000010:2.0:1773941476.164053:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938850e600. 00000020:00000010:2.0:1773941476.164058:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.164061:0:14135:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f420. 00000008:00000010:2.0:1773941476.164066:0:14135:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.164069:0:14135:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.164072:0:14135:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.164106:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.164110:0:14135:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f420. 00000008:00000010:2.0:1773941476.164112:0:14135:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.164114:0:14135:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.164117:0:14135:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.164119:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938850e600. 10000000:00000010:2.0:1773941476.164122:0:14135:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffffa0938871d580. 00000100:00000200:2.0:1773941476.164129:0:14135:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.146@tcp with 192.168.202.146@tcp 00000100:00000200:2.0:1773941476.164130:0:14135:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.146@tcp' 00000400:00000200:2.0:1773941476.164131:0:14135:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941476.164134:0:14135:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.164136:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.164139:0:14135:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941476.164142:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.164145:0:14135:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941476.164147:0:14135:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941476.164149:0:14135:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 10000000:00000010:2.0:1773941476.164153:0:14135:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffffa0938871d580. 00000020:00000010:2.0:1773941476.164157:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.164160:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938850e600. 00000020:00000010:2.0:1773941476.164162:0:14135:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f420. 00000008:00000010:2.0:1773941476.164164:0:14135:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.164166:0:14135:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.164169:0:14135:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.164194:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938850e600. 00000020:00000010:2.0:1773941476.164196:0:14135:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f420. 00000008:00000010:2.0:1773941476.164198:0:14135:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.164200:0:14135:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.164202:0:14135:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.164203:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391db1a00. 10000000:00000010:2.0:1773941476.164205:0:14135:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffffa0938871d580. 00000100:00000200:2.0:1773941476.164210:0:14135:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.146@tcp with 192.168.202.146@tcp 00000100:00000200:2.0:1773941476.164211:0:14135:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.146@tcp' 00000400:00000200:2.0:1773941476.164212:0:14135:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941476.164214:0:14135:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.164218:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.164220:0:14135:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941476.164222:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.164225:0:14135:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941476.164228:0:14135:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941476.164230:0:14135:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 10000000:00000010:2.0:1773941476.164233:0:14135:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffffa0938871d580. 00000020:00000010:2.0:1773941476.164237:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938850e600. 00000020:00000010:2.0:1773941476.164240:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.164243:0:14135:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f420. 00000008:00000010:2.0:1773941476.164245:0:14135:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.164247:0:14135:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.164249:0:14135:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.164273:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.164276:0:14135:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f420. 00000008:00000010:2.0:1773941476.164279:0:14135:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.164281:0:14135:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00008000:00000010:2.0:1773941476.164284:0:14135:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941476.164286:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938850e600. 10000000:00000010:2.0:1773941476.164289:0:14135:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffffa0938871d580. 10000000:00000010:2.0:1773941476.164292:0:14135:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffffa09399715000. 02000000:00000010:2.0:1773941476.164295:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386251200. 00000100:00000010:2.0:1773941476.164309:0:14135:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa09388026000. 00000100:00000010:2.0:1773941476.164312:0:14135:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa09386adf000. 02000000:00000010:2.0:1773941476.164315:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251c00. 00000100:00000010:2.0:1773941476.164318:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570a80. 10000000:00000010:2.0:1773941476.165070:0:14135:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at ffffa09383391000. 00000100:00000010:2.0:1773941476.165090:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4000. 02000000:00000010:2.0:1773941476.165096:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09391db1a00. 00010000:00000010:2.0:1773941476.165104:0:14135:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51200. 00010000:00000010:2.0:1773941476.165108:0:14135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381516200. 00000100:00000010:2.0:1773941476.165117:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09382a4d540. 02000000:00000010:2.0:1773941476.165125:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09387c97800. 00000400:00000200:2.0:1773941476.165129:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.165131:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941476.165134:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9f68. 00000100:00000200:2.0:1773941476.165136:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244287744, portal 25 00000400:00000010:2.0:1773941476.165140:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9908. 00000100:00000200:2.0:1773941476.165142:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244287744, offset 0 00000400:00000200:2.0:1773941476.165149:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.165153:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.165158:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.165161:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.165164:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.165167:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.165170:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.165173:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [89:89:256:4294967295] 192.168.202.146@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:2.0:1773941476.165176:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.165186:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.165191:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.165194:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09386269a00. 00000800:00000200:2.0:1773941476.165197:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.165201:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.165210:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09386269a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.165225:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.165265:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.165268:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09386269a00. 00000400:00000200:0.0:1773941476.165272:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.165276:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.165278:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9908 00000400:00000010:0.0:1773941476.165280:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9908. 00000100:00000200:0.0:1773941476.165287:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4000 x1860112244287744/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.166200:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.166211:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.166216:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.166218:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.166220:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.166222:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321902900 00000400:00000200:0.0:1773941476.166225:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.166228:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x7c1 [1] + 224 00000400:00000200:0.0:1773941476.166236:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.166239:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.166243:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4000 x1860112244287744/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.166273:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941476.166278:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9f68 00000400:00000010:2.0:1773941476.166279:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9f68. 00000100:00000200:2.0:1773941476.166285:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4000 x1860112244287744/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.166293:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4000 x1860112244287744/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941476.166305:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09382a4d540. 02000000:00000010:2.0:1773941476.166313:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09387c97800. 02000000:00000010:2.0:1773941476.166315:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09391db1a00. 00000100:00000010:2.0:1773941476.166318:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4000. 10000000:00000010:2.0:1773941476.166323:0:14135:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498dc0. 00000020:00000010:2.0:1773941476.166327:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391db1a00. 00000020:00000010:2.0:1773941476.166330:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938559d000. 00000040:00000010:2.0:1773941476.166342:0:14135:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938626e400. 00000020:00000010:2.0:1773941476.166346:0:14135:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c9b000. 00000020:00000010:2.0:1773941476.166352:0:14135:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938626e600. 80000000:00000010:2.0:1773941476.166357:0:14135:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041f420. 00040000:00000010:2.0:1773941476.166362:0:14135:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938626f200. 20000000:00000010:2.0:1773941476.166366:0:14135:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa0938626f400. 00000040:00000010:2.0:1773941476.166373:0:14135:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa0938626fc00. 00000100:00000010:2.0:1773941476.166380:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4000. 02000000:00000010:2.0:1773941476.166388:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938626fe00. 00000100:00000010:2.0:1773941476.166397:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09382a4d540. 02000000:00000010:2.0:1773941476.166408:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938626ea00. 00000400:00000200:2.0:1773941476.166412:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.166416:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941476.166420:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9f68. 00000100:00000200:2.0:1773941476.166423:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244287872, portal 25 00000400:00000010:2.0:1773941476.166433:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9440. 00000100:00000200:2.0:1773941476.166435:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112244287872, offset 0 00000400:00000200:2.0:1773941476.166440:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.166443:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.166446:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.166448:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.166450:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.166453:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.166454:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.166457:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [90:90:256:4294967295] 192.168.202.146@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:2.0:1773941476.166460:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.166466:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.166469:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.166472:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09386269d00. 00000800:00000200:2.0:1773941476.166475:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.166478:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.166481:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09386269d00 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.166493:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.166546:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.166549:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09386269d00. 00000400:00000200:0.0:1773941476.166553:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.166556:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.166558:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9440 00000400:00000010:0.0:1773941476.166560:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9440. 00000100:00000200:0.0:1773941476.166564:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4000 x1860112244287872/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.167353:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.167358:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.167365:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.167369:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.167373:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.167376:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 272 into portal 25 MB=0x69bc321902980 00000400:00000200:0.0:1773941476.167380:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.167384:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 272/272 into md 0x7c9 [1] + 224 00000400:00000200:0.0:1773941476.167396:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.167400:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.167406:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4000 x1860112244287872/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.167444:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941476.167448:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9f68 00000400:00000010:2.0:1773941476.167450:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9f68. 00000100:00000200:2.0:1773941476.167454:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4000 x1860112244287872/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.167461:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4000 x1860112244287872/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941476.167472:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09382a4d540. 02000000:00000010:2.0:1773941476.167477:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938626ea00. 02000000:00000010:2.0:1773941476.167479:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938626fe00. 00000100:00000010:2.0:1773941476.167481:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4000. 00000040:00000010:2.0:1773941476.167494:0:14135:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffffa09387ca4000. 00000100:00000010:2.0:1773941476.167504:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4000. 02000000:00000010:2.0:1773941476.167509:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938626fe00. 00000100:00000010:2.0:1773941476.167516:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09399f6d840. 02000000:00000010:2.0:1773941476.167531:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa09388054000. 00000400:00000200:2.0:1773941476.167534:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.167537:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941476.167541:0:14135:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa09399f6da80. 00000100:00000200:2.0:1773941476.167544:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112244288000, portal 25 00000400:00000010:2.0:1773941476.167548:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9f68. 00000100:00000200:2.0:1773941476.167550:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112244288000, offset 0 00000400:00000200:2.0:1773941476.167554:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.167558:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.167560:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.167563:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.167565:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.167567:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.167568:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.167570:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [91:91:256:4294967295] 192.168.202.146@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:2.0:1773941476.167573:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.167603:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.167608:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.167613:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09386269f00. 00000800:00000200:2.0:1773941476.167618:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.167623:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.167627:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09386269f00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.167642:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.167685:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.167689:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09386269f00. 00000400:00000200:0.0:1773941476.167692:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.167695:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.167698:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9f68 00000400:00000010:0.0:1773941476.167700:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9f68. 00000100:00000200:0.0:1773941476.167704:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4000 x1860112244288000/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.168519:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.168522:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.168526:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.168528:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.168531:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.168533:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 8416 into portal 25 MB=0x69bc321902a00 00000400:00000200:0.0:1773941476.168536:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.168539:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 8416/8416 into md 0x7d1 [4] + 224 00000400:00000200:0.0:1773941476.168557:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.168561:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.168566:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4000 x1860112244288000/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.168632:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941476.168638:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399f6da80 00000400:00000010:2.0:1773941476.168640:0:14135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffffa09399f6da80. 00000100:00000200:2.0:1773941476.168649:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4000 x1860112244288000/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.168667:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4000 x1860112244288000/t0(0) o503->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941476.168678:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09399f6d840. 02000000:00000010:2.0:1773941476.168684:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa09388054000. 02000000:00000010:2.0:1773941476.168692:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938626fe00. 00000100:00000010:2.0:1773941476.168694:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4000. 00000040:00000010:2.0:1773941476.168699:0:14135:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffffa0939041f5a0. 00000020:00000010:2.0:1773941476.168828:0:14161:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938626fe00. 00000020:00000010:2.0:1773941476.168832:0:14161:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938626e000. 00000040:00000010:2.0:1773941476.168835:0:14161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938626fa00. 00000020:00000010:2.0:1773941476.168838:0:14161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c9d000. 00000020:00000010:2.0:1773941476.168842:0:14161:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af78c0. 00000020:00000010:2.0:1773941476.168845:0:14161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938626ec00. 80000000:00000010:2.0:1773941476.168848:0:14161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041f780. 40000000:00000010:2.0:1773941476.168851:0:14161:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09385498940. 00100000:00000010:2.0:1773941476.168855:0:14161:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09387c99000. 00040000:00000010:2.0:1773941476.168858:0:14161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09386269f00. 00040000:00000010:2.0:1773941476.168862:0:14161:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09387c9c000. 00040000:00000010:2.0:1773941476.168865:0:14161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938626f600. 00000004:00000010:2.0:1773941476.168868:0:14161:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09387c9f800. 00000004:00000010:2.0:1773941476.168872:0:14161:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09399715000. 00000004:00000010:2.0:1773941476.168875:0:14161:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09387c9e800. 00002000:00000010:2.0:1773941476.168878:0:14161:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09387c97800. 00000004:00000010:2.0:1773941476.168882:0:14161:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09387c95400. 00000020:00000010:2.0:1773941476.168885:0:14161:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09385498600. 00000040:00000010:2.0:1773941476.168891:0:14161:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffffa09387ca0000. 00000040:00000010:2.0:1773941476.169271:0:14161:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffffa09387ca0000. 00000020:00000010:2.0:1773941476.169279:0:14161:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09385498600. 00000020:00000010:2.0:1773941476.169292:0:14161:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938626e000. 00000040:00000010:2.0:1773941476.169296:0:14161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938626fa00. 00000020:00000010:2.0:1773941476.169301:0:14161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c9d000. 00000020:00000010:2.0:1773941476.169315:0:14161:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af78c0. 00000020:00000010:2.0:1773941476.169322:0:14161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938626ec00. 80000000:00000010:2.0:1773941476.169328:0:14161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041f780. 40000000:00000010:2.0:1773941476.169332:0:14161:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09385498940. 00100000:00000010:2.0:1773941476.169336:0:14161:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09387c99000. 00040000:00000010:2.0:1773941476.169339:0:14161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09386269f00. 00040000:00000010:2.0:1773941476.169344:0:14161:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09387c9c000. 00040000:00000010:2.0:1773941476.169347:0:14161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938626f600. 00000004:00000010:2.0:1773941476.169351:0:14161:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09387c9f800. 00000004:00000010:2.0:1773941476.169354:0:14161:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09399715000. 00000004:00000010:2.0:1773941476.169358:0:14161:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09387c9e800. 00002000:00000010:2.0:1773941476.169361:0:14161:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09387c97800. 00000004:00000010:2.0:1773941476.169364:0:14161:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09387c95400. 00000020:00000010:2.0:1773941476.169367:0:14161:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938626fe00. 00000040:00000010:2.0:1773941476.169383:0:14135:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffffa0939041f5a0. 00000040:00000010:2.0:1773941476.169388:0:14135:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffffa09387ca4000. 00000040:00000010:2.0:1773941476.169392:0:14135:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa0938626fc00. 00000020:00000010:2.0:1773941476.169395:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938559d000. 00000040:00000010:2.0:1773941476.169397:0:14135:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938626e400. 00000020:00000010:2.0:1773941476.169400:0:14135:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c9b000. 00000020:00000010:2.0:1773941476.169403:0:14135:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938626e600. 80000000:00000010:2.0:1773941476.169406:0:14135:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041f420. 00040000:00000010:2.0:1773941476.169409:0:14135:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938626f200. 20000000:00000010:2.0:1773941476.169412:0:14135:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa0938626f400. 00000020:00000010:2.0:1773941476.169415:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391db1a00. 10000000:00000010:2.0:1773941476.169418:0:14135:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498dc0. 00000020:00000010:2.0:1773941476.169433:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09398f46000. 00000040:00000010:2.0:1773941476.169436:0:14135:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09398f47200. 00000020:00000010:2.0:1773941476.169438:0:14135:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938620d000. 00000020:00000010:2.0:1773941476.169442:0:14135:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938917c800. 00040000:00000010:2.0:1773941476.169446:0:14135:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09391da1400. 00040000:00000010:2.0:1773941476.169449:0:14135:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938917c600. 00000020:00000010:2.0:1773941476.169452:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09398f47c00. 00000020:00000010:2.0:1773941476.169456:0:14135:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffffa09399564180. 00000020:00000010:2.0:1773941476.169464:0:14135:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffffa0938871d500. 00000080:00000010:2.0:1773941476.169471:0:14135:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffffa09385498dc0. 00000080:00000010:2.0:1773941476.169474:0:14135:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffffa09385498940. 00000080:00000010:2.0:1773941476.169481:0:14135:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffffa09399f6d840. 00000080:00000010:2.0:1773941476.169484:0:14135:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffffa09399f6da80. 00000020:00000010:2.0:1773941476.169489:0:14135:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09387c9b000. 00000020:00000010:2.0:1773941476.169513:0:14135:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09387c9e800. 00000400:00000200:2.0:1773941476.169525:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.169530:0:14135:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941476.169540:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4000. 02000000:00000010:2.0:1773941476.169547:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09387c95400. 40000000:00000010:2.0:1773941476.169595:0:14135:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffffa09386269f00. 40000000:00000010:2.0:1773941476.169601:0:14135:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffffa09398b35c00. 40000000:00000010:2.0:1773941476.169678:0:14135:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffffa09398b35c00. 80000000:00000010:2.0:1773941476.169685:0:14135:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffffa09385498080. 00020000:00000010:2.0:1773941476.169691:0:14135:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffffa0938871d500. 00000100:00000010:2.0:1773941476.169698:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6300. 02000000:00000010:2.0:1773941476.169705:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09386269d00. 00000020:00000010:2.0:1773941476.169750:0:14135:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09387c9f800. 00000400:00000200:2.0:1773941476.169762:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.169767:0:14135:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941476.169775:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4e00. 02000000:00000010:2.0:1773941476.169780:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09387c97800. 00000008:00000010:3.0:1773941476.169800:0:2400:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa09390216f90. 40000000:00000010:2.0:1773941476.169801:0:14135:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffffa09386269a00. 40000000:00000010:2.0:1773941476.169809:0:14135:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffffa09398b35c00. 00020000:00000010:3.0:1773941476.169810:0:2400:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a0b9d480. 00000008:00000010:3.0:1773941476.169817:0:2400:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa093a01389a0. 00020000:00000010:3.0:1773941476.169822:0:2400:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a013df80. 40000000:00000010:2.0:1773941476.169875:0:14135:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffffa09398b35c00. 80000000:00000010:2.0:1773941476.169882:0:14135:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffffa09385498240. 00000100:00000010:2.0:1773941476.169893:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5c00. 02000000:00000010:2.0:1773941476.169901:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09391da1400. 00800000:00000010:2.0:1773941476.169933:0:14135:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffffa09398b35c00. 00000100:00000010:2.0:1773941476.169941:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 02000000:00000010:2.0:1773941476.169958:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938624ae00. 00000100:00000010:2.0:1773941476.169969:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09398b35600. 00000008:00000010:2.0:1773941476.169992:0:2397:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332aca0. 00020000:00000010:2.0:1773941476.169996:0:2397:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1c00. 00000008:00000010:2.0:1773941476.170010:0:2397:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa093862038c0. 00020000:00000010:2.0:1773941476.170013:0:2397:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0ea98c0. 02000000:00000010:2.0:1773941476.170020:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09387c94c00. 00000400:00000200:2.0:1773941476.170024:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.170027:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941476.170031:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9088. 00000100:00000200:2.0:1773941476.170034:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244288128, portal 10 00000020:00000010:2.0:1773941476.170039:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa09387ca4000. 00000400:00000010:2.0:1773941476.170043:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9990. 00000100:00000200:2.0:1773941476.170045:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112244288128, offset 0 00000400:00000200:2.0:1773941476.170051:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.170056:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.170060:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.170063:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.170067:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.170069:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.170072:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.170075:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [92:92:256:4294967295] 192.168.202.146@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:2.0:1773941476.170079:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.170084:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.170088:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.170091:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a400. 00000800:00000200:2.0:1773941476.170095:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.170100:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.170102:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.170117:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:2.0:1773941476.170133:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09387c96400. 00000400:00000200:2.0:1773941476.170136:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.170146:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149ec8. 00000400:00000010:2.0:1773941476.170150:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9660. 00000100:00000200:2.0:1773941476.170153:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244288384, portal 10 00000020:00000010:2.0:1773941476.170157:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa09387ca0000. 00000400:00000010:2.0:1773941476.170161:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e92a8. 00000100:00000200:2.0:1773941476.170164:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112244288384, offset 0 00000800:00000200:0.0:1773941476.170165:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1773941476.170170:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941476.170171:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a400. 00000400:00000200:2.0:1773941476.170177:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.170177:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941476.170183:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941476.170187:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:2.0:1773941476.170190:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941476.170194:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9990 00000400:00000200:2.0:1773941476.170195:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000010:0.0:1773941476.170199:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9990. 00000400:00000200:2.0:1773941476.170200:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.170205:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000200:0.0:1773941476.170210:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4000 x1860112244288128/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941476.170211:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [93:93:255:4294967295] 192.168.202.146@tcp LPNI seq info [93:93:7:4294967295] 00000400:00000200:2.0:1773941476.170223:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.170233:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941476.170238:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941476.170241:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a100. 00000800:00000200:2.0:1773941476.170245:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941476.170250:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.170252:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941476.170267:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000008:00000010:2.0:1773941476.170288:0:2401:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332e468. 00020000:00000010:2.0:1773941476.170291:0:2401:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1b40. 00000008:00000010:2.0:1773941476.170295:0:2401:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09386202840. 00020000:00000010:2.0:1773941476.170298:0:2401:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0eab180. 00000800:00000200:0.0:1773941476.170314:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.170323:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a100. 00000400:00000200:0.0:1773941476.170328:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.170335:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.170338:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e92a8 00000400:00000010:0.0:1773941476.170340:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e92a8. 00000100:00000200:0.0:1773941476.170347:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4e00 x1860112244288384/t0(0) o38->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941476.171416:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.171423:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.171429:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.171433:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.171437:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.171441:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 10 MB=0x69bc321902a80 00000400:00000200:0.0:1773941476.171444:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.171447:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 416/416 into md 0x7d9 [1] + 0 00000400:00000200:0.0:1773941476.171457:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.171461:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.171468:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4000 x1860112244288128/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.171512:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941476.171516:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9088 00000400:00000010:2.0:1773941476.171517:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9088. 00000100:00000200:2.0:1773941476.171523:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4000 x1860112244288128/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.171541:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4000 x1860112244288128/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941476.171557:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09387c94c00. 02000000:00000010:2.0:1773941476.171560:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09387c95400. 00000100:00000010:2.0:1773941476.171563:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4000. 00000400:00000200:0.0:1773941476.172461:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.172466:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.172473:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.172476:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.172480:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.172484:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 10 MB=0x69bc321902b80 00000400:00000200:0.0:1773941476.172489:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.172494:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 416/416 into md 0x7e1 [1] + 0 00000400:00000200:0.0:1773941476.172527:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.172531:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.172536:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4e00 x1860112244288384/t0(0) o38->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941476.172699:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149ec8. 00000400:00000200:2.0:1773941476.172704:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9660 00000400:00000010:2.0:1773941476.172706:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9660. 00000100:00000200:2.0:1773941476.172733:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4e00 x1860112244288384/t0(0) o38->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.172745:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4e00 x1860112244288384/t0(0) o38->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941476.172937:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09387c96400. 02000000:00000010:2.0:1773941476.172942:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09387c97800. 00000100:00000010:2.0:1773941476.172946:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4e00. 02000000:00000010:3.0:1773941476.172953:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adf400. 00000400:00000200:3.0:1773941476.172961:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941476.172964:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941476.172968:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3cc0. 00000100:00000200:3.0:1773941476.172972:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244288512, portal 10 00000020:00000010:3.0:1773941476.172977:0:2400:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093981b6000. 00000400:00000010:3.0:1773941476.172982:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3aa0. 00000100:00000200:3.0:1773941476.172984:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244288512, offset 0 00000400:00000200:3.0:1773941476.172989:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941476.172999:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941476.173003:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941476.173006:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941476.173008:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941476.173011:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941476.173012:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941476.173016:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [94:94:256:4294967295] 192.168.202.146@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:3.0:1773941476.173020:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941476.173025:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941476.173029:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941476.173033:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00000800:00000200:3.0:1773941476.173036:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941476.173041:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941476.173044:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1773941476.173058:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941476.173113:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941476.173116:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000400:00000200:0.0:1773941476.173120:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.173123:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941476.173126:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3aa0 00000400:00000010:0.0:1773941476.173127:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3aa0. 00000100:00000200:0.0:1773941476.173133:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5c00 x1860112244288512/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941476.173925:0:14158:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffffa09398f567c0. 00000100:00000200:0.0:1773941476.173938:0:14158:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941476.173942:0:14158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.173947:0:14158:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00000100:00000010:0.0:1773941476.173960:0:14158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024ed80. 02000000:00000010:0.0:1773941476.173968:0:14158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09390d9c800. 00000020:00000010:0.0:1773941476.173985:0:14158:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffffa09398f567c0. 02000000:00000010:2.0:1773941476.174019:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09387c97800. 00000400:00000200:2.0:1773941476.174027:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941476.174030:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149ec8. 00000400:00000010:2.0:1773941476.174034:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9660. 00000100:00000200:2.0:1773941476.174038:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244288768, portal 10 00000400:00000010:2.0:1773941476.174043:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9088. 00000100:00000200:2.0:1773941476.174046:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112244288768, offset 0 00000400:00000200:2.0:1773941476.174053:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941476.174058:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941476.174063:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941476.174067:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941476.174071:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941476.174075:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941476.174078:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941476.174091:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [95:95:256:4294967295] 192.168.202.146@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:2.0:1773941476.174097:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.174106:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.174117:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:2.0:1773941476.174118:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:0.0:1773941476.174127:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:2.0:1773941476.174129:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941476.174134:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000010:2.0:1773941476.174138:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a300. 00000400:00000200:0.0:1773941476.174138:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.174145:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 368 into portal 10 MB=0x69bc321902c00 00000800:00000200:2.0:1773941476.174150:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:0.0:1773941476.174151:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.174158:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 368/368 into md 0x7e9 [1] + 224 00000800:00000200:2.0:1773941476.174164:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941476.174169:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1773941476.174170:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.174178:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.174186:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5c00 x1860112244288512/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941492 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941476.174191:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941476.174223:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941476.174228:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3cc0 00000400:00000010:3.0:1773941476.174231:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3cc0. 00000100:00000200:3.0:1773941476.174237:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5c00 x1860112244288512/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941476.174244:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1773941476.174245:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5c00 x1860112244288512/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1773941476.174248:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a300. 00000400:00000200:0.0:1773941476.174259:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.174264:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 02000000:00000010:3.0:1773941476.174268:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adf400. 00000400:00000200:0.0:1773941476.174269:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9088 00000400:00000010:0.0:1773941476.174273:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9088. 02000000:00000010:3.0:1773941476.174276:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09391da1400. 00000100:00000200:0.0:1773941476.174280:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024ed80 x1860112244288768/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941476.174281:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5c00. 00000020:00000010:1.0:1773941476.174326:0:14159:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffffa09388684c00. 00000020:00000010:1.0:1773941476.174334:0:14159:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffffa09388684c00. 00000020:00000010:2.0:1773941476.174468:0:14160:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffffa09398f2b2c0. 00000020:00000010:2.0:1773941476.174475:0:14160:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffffa09398f2b2c0. 00000400:00000200:0.0:1773941476.175100:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.175103:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941476.175107:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.175109:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.175112:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.175114:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 10 MB=0x69bc321902d00 00000400:00000200:0.0:1773941476.175117:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941476.175121:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 416/416 into md 0x7f1 [1] + 0 00000400:00000200:0.0:1773941476.175128:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.175131:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941476.175137:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024ed80 x1860112244288768/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941476.175165:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149ec8. 00000400:00000200:3.0:1773941476.175170:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9660 00000400:00000010:3.0:1773941476.175172:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9660. 00000100:00000200:3.0:1773941476.175179:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024ed80 x1860112244288768/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941476.175196:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024ed80 x1860112244288768/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941476.175207:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093981b0000. 02000000:00000010:3.0:1773941476.175220:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09387c97800. 02000000:00000010:3.0:1773941476.175223:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09390d9c800. 00000100:00000010:3.0:1773941476.175226:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024ed80. 00000100:00000010:1.0:1773941477.457654:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa09398102ae0. 00000100:00000010:0.0:1773941477.457654:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa09398102660. 00000100:00000010:2.0:1773941481.361676:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4e00. 02000000:00000010:2.0:1773941481.361696:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938624a800. 00000100:00000010:2.0:1773941481.361742:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4000. 02000000:00000010:2.0:1773941481.361747:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09387c95400. 00000100:00000010:2.0:1773941481.361764:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5500. 02000000:00000010:2.0:1773941481.361767:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938624a900. 02000000:00000010:3.0:1773941481.361786:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386251a00. 02000000:00000010:2.0:1773941481.361795:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938626f400. 00000400:00000200:3.0:1773941481.361797:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:0.0:1773941481.361798:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e800. 00000400:00000010:3.0:1773941481.361805:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000200:2.0:1773941481.361806:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.361811:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941481.361815:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:3.0:1773941481.361816:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3cc0. 00000400:00000010:0.0:1773941481.361818:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed4d0. 00000100:00000200:3.0:1773941481.361826:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244288896, portal 25 00000400:00000010:2.0:1773941481.361826:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9b28. 00000400:00000010:0.0:1773941481.361829:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1e58. 00000400:00000010:3.0:1773941481.361834:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3ee0. 00000100:00000200:2.0:1773941481.361835:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244289152, portal 10 00000100:00000200:0.0:1773941481.361837:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244289024, portal 10 00000100:00000200:3.0:1773941481.361839:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244288896, offset 0 00000400:00000200:3.0:1773941481.361849:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000020:00000010:0.0:1773941481.361851:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093a01e8000. 00000400:00000010:2.0:1773941481.361857:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9110. 00000400:00000200:3.0:1773941481.361859:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941481.361861:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f16e8. 00000100:00000200:2.0:1773941481.361863:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244289152, offset 0 00000100:00000200:0.0:1773941481.361866:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112244289024, offset 0 00000400:00000200:3.0:1773941481.361875:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941481.361880:0:2401:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941481.361882:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941481.361887:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941481.361893:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941481.361895:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941481.361902:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941481.361905:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941481.361908:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941481.361913:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [96:96:256:4294967295] 192.168.202.146@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:3.0:1773941481.361918:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.361926:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941481.361927:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.361932:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941481.361936:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941481.361939:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941481.361942:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941481.361945:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941481.361949:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941481.361954:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [97:97:256:4294967295] 192.168.202.146@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1773941481.361956:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941481.361964:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941481.361965:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941481.361982:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [98:98:255:4294967295] 192.168.202.146@tcp LPNI seq info [98:98:7:4294967295] 00000400:00000200:0.0:1773941481.361982:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:2.0:1773941481.361993:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941481.361998:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941481.362004:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000010:0.0:1773941481.362006:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09389f05000. 00000800:00000200:3.0:1773941481.362012:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000200:0.0:1773941481.362017:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000010:3.0:1773941481.362020:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000400:00000200:2.0:1773941481.362021:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941481.362029:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941481.362035:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000200:0.0:1773941481.362036:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941481.362042:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941481.362043:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09389f05000 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:2.0:1773941481.362044:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a500. 00000800:00000200:3.0:1773941481.362047:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1773941481.362053:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941481.362058:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941481.362061:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1773941481.362067:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941481.362071:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.362071:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:0.0:1773941481.362080:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa093a00fc360. 00000100:00000010:0.0:1773941481.362092:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa093a00fc960. 00000800:00000200:1.0:1773941481.362133:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941481.362138:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09389f05000. 00000400:00000200:1.0:1773941481.362143:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941481.362148:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941481.362152:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f16e8 00000400:00000010:1.0:1773941481.362154:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f16e8. 00000100:00000200:1.0:1773941481.362161:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4000 x1860112244289024/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941481.362177:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941481.362178:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000400:00000200:1.0:1773941481.362180:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941481.362182:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941481.362184:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3ee0 00000400:00000010:1.0:1773941481.362185:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3ee0. 00000100:00000200:1.0:1773941481.362196:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4e00 x1860112244288896/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941481.362264:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941481.362267:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a500. 00000400:00000200:1.0:1773941481.362270:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941481.362274:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941481.362277:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9110 00000400:00000010:1.0:1773941481.362279:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9110. 00000100:00000200:1.0:1773941481.362284:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5500 x1860112244289152/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941481.364042:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364048:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941481.364056:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364060:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364065:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364069:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321902d80 00000400:00000200:0.0:1773941481.364074:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364080:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x7f9 [1] + 224 00000400:00000200:0.0:1773941481.364091:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941481.364095:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941481.364103:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4e00 x1860112244288896/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941481.364123:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364125:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000010:3.0:1773941481.364135:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:0.0:1773941481.364136:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364141:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941481.364142:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3cc0 00000400:00000200:0.0:1773941481.364146:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941481.364147:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3cc0. 00000400:00000200:0.0:1773941481.364151:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 10 MB=0x69bc321902e00 00000400:00000200:0.0:1773941481.364156:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:3.0:1773941481.364158:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4e00 x1860112244288896/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941481.364162:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 416/416 into md 0x809 [1] + 0 00000400:00000200:0.0:1773941481.364173:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1773941481.364177:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4e00 x1860112244288896/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941481.364180:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941481.364189:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4000 x1860112244289024/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941481.364204:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386251a00. 02000000:00000010:3.0:1773941481.364209:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938624a800. 00000100:00000010:3.0:1773941481.364213:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4e00. 00000400:00000200:0.0:1773941481.364219:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364223:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941481.364226:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364229:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364232:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364235:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x69bc321902e80 00000400:00000200:0.0:1773941481.364238:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941481.364241:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x801 [1] + 224 00000400:00000010:1.0:1773941481.364248:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed4d0. 00000400:00000200:0.0:1773941481.364249:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941481.364255:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1e58 00000400:00000200:0.0:1773941481.364255:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000010:1.0:1773941481.364258:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1e58. 00000100:00000200:1.0:1773941481.364264:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4000 x1860112244289024/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941481.364268:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5500 x1860112244289152/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941481.364288:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4000 x1860112244289024/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941481.364301:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093996d8000. 02000000:00000010:1.0:1773941481.364319:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e800. 02000000:00000010:1.0:1773941481.364325:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09387c95400. 00000100:00000010:1.0:1773941481.364329:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4000. 00000400:00000010:2.0:1773941481.364342:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941481.364348:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9b28 00000400:00000010:2.0:1773941481.364350:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9b28. 00000100:00000200:2.0:1773941481.364355:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5500 x1860112244289152/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941481.364362:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5500 x1860112244289152/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941481.364374:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938626f400. 02000000:00000010:2.0:1773941481.364376:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938624a900. 00000100:00000010:2.0:1773941481.364378:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5500. 00000100:00000010:0.0:1773941482.641705:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa093a00fc360. 00000100:00000010:1.0:1773941482.641726:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa093a00fc960. 00000100:00000010:2.0:1773941486.481705:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5500. 02000000:00000010:2.0:1773941486.481727:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938624a900. 00000100:00000010:2.0:1773941486.481778:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6680. 02000000:00000010:2.0:1773941486.481786:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09387c95000. 00000100:00000010:2.0:1773941486.481809:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4700. 02000000:00000010:3.0:1773941486.481813:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386251e00. 02000000:00000010:2.0:1773941486.481816:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938624aa00. 00000400:00000200:3.0:1773941486.481825:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941486.481830:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941486.481836:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3cc0. 00000100:00000200:3.0:1773941486.481842:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244289280, portal 25 02000000:00000010:2.0:1773941486.481848:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938626f400. 00000400:00000010:3.0:1773941486.481849:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3088. 00000100:00000200:3.0:1773941486.481855:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244289280, offset 0 00000400:00000200:2.0:1773941486.481858:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:1.0:1773941486.481862:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa093996c5c00. 00000400:00000010:2.0:1773941486.481863:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000200:3.0:1773941486.481869:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941486.481871:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9b28. 00000400:00000200:1.0:1773941486.481872:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:2.0:1773941486.481878:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244289536, portal 10 00000400:00000010:1.0:1773941486.481879:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ebb0. 00000400:00000200:3.0:1773941486.481880:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941486.481884:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa2a8. 00000400:00000200:3.0:1773941486.481889:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000100:00000200:1.0:1773941486.481890:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244289408, portal 10 00000400:00000200:3.0:1773941486.481896:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1773941486.481900:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa880. 00000400:00000200:3.0:1773941486.481901:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000010:2.0:1773941486.481902:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9198. 00000100:00000200:1.0:1773941486.481906:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112244289408, offset 0 00000400:00000200:3.0:1773941486.481907:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1773941486.481908:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244289536, offset 0 00000400:00000200:3.0:1773941486.481914:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941486.481919:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941486.481921:0:2401:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941486.481922:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [99:99:256:4294967295] 192.168.202.146@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1773941486.481928:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941486.481935:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941486.481936:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941486.481945:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941486.481945:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941486.481953:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941486.481954:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941486.481960:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941486.481961:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941486.481966:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941486.481967:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941486.481973:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941486.481974:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941486.481983:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [101:101:256:4294967295] 192.168.202.146@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:1.0:1773941486.481983:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [101:101:256:4294967295] 192.168.202.146@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:1.0:1773941486.481995:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941486.481996:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941486.482015:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941486.482020:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941486.482026:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09399f20e00. 00000400:00000200:3.0:1773941486.482027:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941486.482034:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000200:1.0:1773941486.482038:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000010:3.0:1773941486.482041:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efdb00. 00000400:00000200:2.0:1773941486.482045:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941486.482052:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941486.482053:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941486.482054:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000200:1.0:1773941486.482059:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09399f20e00 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:2.0:1773941486.482062:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a000. 00000800:00000200:3.0:1773941486.482066:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941486.482070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941486.482076:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941486.482079:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efdb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941486.482080:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:2.0:1773941486.482081:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1773941486.482088:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa09398102ae0. 00000400:00000200:3.0:1773941486.482093:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941486.482093:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:1.0:1773941486.482109:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa093981028a0. 00000800:00000200:0.0:1773941486.482149:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941486.482154:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09399f20e00. 00000400:00000200:0.0:1773941486.482163:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941486.482171:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941486.482176:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa880 00000400:00000010:0.0:1773941486.482179:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa880. 00000100:00000200:0.0:1773941486.482189:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6680 x1860112244289408/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941486.482221:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941486.482223:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efdb00. 00000400:00000200:0.0:1773941486.482226:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941486.482230:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941486.482234:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3088 00000400:00000010:0.0:1773941486.482236:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3088. 00000100:00000200:0.0:1773941486.482242:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5500 x1860112244289280/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941486.482302:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941486.482304:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a000. 00000400:00000200:0.0:1773941486.482306:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941486.482308:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941486.482310:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9198 00000400:00000010:0.0:1773941486.482311:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9198. 00000100:00000200:0.0:1773941486.482315:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4700 x1860112244289536/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941486.484224:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484229:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941486.484233:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484236:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484238:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484241:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321902f00 00000400:00000200:0.0:1773941486.484245:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484248:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x819 [1] + 224 00000400:00000200:0.0:1773941486.484258:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941486.484261:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941486.484266:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5500 x1860112244289280/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941486.484353:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941486.484358:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3cc0 00000400:00000200:0.0:1773941486.484362:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484371:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941486.484375:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484377:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484380:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484382:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 10 MB=0x69bc321902f80 00000400:00000200:0.0:1773941486.484385:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941486.484389:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3cc0. 00000400:00000200:0.0:1773941486.484397:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 416/416 into md 0x829 [1] + 0 00000100:00000200:3.0:1773941486.484399:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5500 x1860112244289280/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941486.484407:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1773941486.484411:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5500 x1860112244289280/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941486.484413:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941486.484423:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6680 x1860112244289408/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941486.484437:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386251e00. 02000000:00000010:3.0:1773941486.484443:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938624a900. 00000100:00000010:3.0:1773941486.484447:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5500. 00000400:00000200:0.0:1773941486.484448:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484454:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941486.484457:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484459:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484462:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484466:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x69bc321903000 00000400:00000200:0.0:1773941486.484469:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941486.484472:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x821 [1] + 224 00000400:00000200:0.0:1773941486.484478:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941486.484481:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000010:1.0:1773941486.484486:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ebb0. 00000400:00000200:1.0:1773941486.484492:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa2a8 00000400:00000010:1.0:1773941486.484494:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa2a8. 00000100:00000200:0.0:1773941486.484517:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4700 x1860112244289536/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941486.484519:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6680 x1860112244289408/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941486.484547:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6680 x1860112244289408/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941486.484565:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa093996c5c00. 02000000:00000010:1.0:1773941486.484569:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09387c95000. 00000100:00000010:1.0:1773941486.484573:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6680. 00000400:00000010:2.0:1773941486.484600:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941486.484606:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9b28 00000400:00000010:2.0:1773941486.484607:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9b28. 00000100:00000200:2.0:1773941486.484629:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4700 x1860112244289536/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941486.484641:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4700 x1860112244289536/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941486.484668:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938626f400. 02000000:00000010:2.0:1773941486.484673:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938624aa00. 00000100:00000010:2.0:1773941486.484676:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4700. 00000100:00000010:0.0:1773941487.761654:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa09398102ae0. 00000100:00000010:1.0:1773941487.761686:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa093981028a0. 00000100:00000010:3.0:1773941491.601685:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388573800. 02000000:00000010:3.0:1773941491.601705:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09390efd500. 00000100:00000010:3.0:1773941491.601751:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570380. 02000000:00000010:3.0:1773941491.601757:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adf400. 00000100:00000010:3.0:1773941491.601769:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 02000000:00000010:3.0:1773941491.601772:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09390efd100. 02000000:00000010:2.0:1773941491.601781:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938626f400. 00000400:00000200:2.0:1773941491.601792:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941491.601807:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941491.601814:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9b28. 02000000:00000010:3.0:1773941491.601817:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386251000. 02000000:00000010:1.0:1773941491.601818:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa093996c5c00. 00000100:00000200:2.0:1773941491.601820:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244289664, portal 25 00000400:00000200:3.0:1773941491.601826:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941491.601829:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9880. 00000400:00000010:3.0:1773941491.601831:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000200:1.0:1773941491.601832:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:2.0:1773941491.601834:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244289664, offset 0 00000400:00000010:3.0:1773941491.601837:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3cc0. 00000100:00000200:3.0:1773941491.601852:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244289920, portal 10 00000400:00000010:1.0:1773941491.601856:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ebb0. 00000400:00000200:2.0:1773941491.601857:0:2401:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941491.601861:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be35d8. 00000100:00000200:3.0:1773941491.601865:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244289920, offset 0 00000400:00000010:1.0:1773941491.601867:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa2a8. 00000400:00000200:2.0:1773941491.601869:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941491.601874:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000200:1.0:1773941491.601875:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244289792, portal 10 00000400:00000200:2.0:1773941491.601880:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941491.601885:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1773941491.601885:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa880. 00000100:00000200:1.0:1773941491.601891:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112244289792, offset 0 00000400:00000200:2.0:1773941491.601892:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941491.601897:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941491.601901:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941491.601905:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941491.601910:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [102:102:256:4294967295] 192.168.202.146@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:2.0:1773941491.601918:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941491.601918:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941491.601926:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941491.601930:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941491.601934:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941491.601938:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941491.601940:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941491.601946:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941491.601946:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941491.601954:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941491.601955:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941491.601959:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941491.601965:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [103:103:256:4294967295] 192.168.202.146@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1773941491.601968:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941491.601974:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [104:104:256:4294967295] 192.168.202.146@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1773941491.601979:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941491.601983:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941491.601994:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941491.602014:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941491.602021:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000010:1.0:1773941491.602024:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09399f20e00. 00000800:00000200:2.0:1773941491.602028:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941491.602034:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624aa00. 00000800:00000200:1.0:1773941491.602040:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:3.0:1773941491.602041:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941491.602043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941491.602052:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941491.602064:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efdb00. 00000800:00000200:2.0:1773941491.602069:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941491.602070:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941491.602075:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624aa00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1773941491.602077:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941491.602079:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09399f20e00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1773941491.602087:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:2.0:1773941491.602091:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:3.0:1773941491.602092:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efdb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1773941491.602096:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0939041f5a0. 00000400:00000200:1.0:1773941491.602107:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941491.602108:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000010:2.0:1773941491.602108:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0939041f780. 00000800:00000200:0.0:1773941491.602171:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941491.602175:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624aa00. 00000400:00000200:0.0:1773941491.602181:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.602186:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941491.602189:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9880 00000400:00000010:0.0:1773941491.602191:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9880. 00000100:00000200:0.0:1773941491.602205:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388573800 x1860112244289664/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941491.602221:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941491.602223:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09399f20e00. 00000400:00000200:0.0:1773941491.602226:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.602229:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941491.602231:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa880 00000400:00000010:0.0:1773941491.602232:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa880. 00000100:00000200:0.0:1773941491.602235:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570380 x1860112244289792/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941491.602285:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941491.602287:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efdb00. 00000400:00000200:0.0:1773941491.602289:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.602291:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941491.602293:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be35d8 00000400:00000010:0.0:1773941491.602294:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be35d8. 00000100:00000200:0.0:1773941491.602298:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244289920/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941491.603779:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.603784:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941491.603789:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.603792:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.603795:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.603798:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321903080 00000400:00000200:0.0:1773941491.603801:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.603805:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x839 [1] + 224 00000400:00000200:0.0:1773941491.603815:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.603818:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941491.603824:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388573800 x1860112244289664/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941491.603894:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941491.603899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9b28 00000400:00000010:2.0:1773941491.603900:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9b28. 00000100:00000200:2.0:1773941491.603906:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388573800 x1860112244289664/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941491.603914:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388573800 x1860112244289664/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941491.603932:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938626f400. 02000000:00000010:2.0:1773941491.603942:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09390efd500. 00000100:00000010:2.0:1773941491.603945:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388573800. 00000400:00000200:0.0:1773941491.604460:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604466:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941491.604470:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604472:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604475:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604477:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x69bc321903180 00000400:00000200:0.0:1773941491.604480:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604483:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x841 [1] + 224 00000400:00000200:0.0:1773941491.604488:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.604491:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941491.604496:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244289920/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941491.604516:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604519:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941491.604523:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604525:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604528:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.604532:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 10 MB=0x69bc321903100 00000400:00000200:0.0:1773941491.604537:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941491.604539:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941491.604544:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3cc0 00000400:00000010:3.0:1773941491.604546:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3cc0. 00000100:00000200:3.0:1773941491.604552:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244289920/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941491.604554:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 416/416 into md 0x849 [1] + 0 00000100:00000200:3.0:1773941491.604607:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244289920/t0(0) o400->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941491.604621:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1773941491.604625:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386251000. 00000400:00000200:0.0:1773941491.604631:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 02000000:00000010:3.0:1773941491.604632:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09390efd100. 00000100:00000010:3.0:1773941491.604637:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000200:0.0:1773941491.604643:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570380 x1860112244289792/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941491.604690:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ebb0. 00000400:00000200:1.0:1773941491.604695:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa2a8 00000400:00000010:1.0:1773941491.604697:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa2a8. 00000100:00000200:1.0:1773941491.604702:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570380 x1860112244289792/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941491.604712:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570380 x1860112244289792/t0(0) o38->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941491.604915:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa093996c5c00. 02000000:00000010:0.0:1773941491.604919:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adf400. 00000100:00000010:0.0:1773941491.604922:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570380. 02000000:00000010:2.0:1773941491.604962:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09387c95000. 02000000:00000010:3.0:1773941491.604963:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add800. 00000400:00000200:2.0:1773941491.604973:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941491.604974:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941491.604980:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:3.0:1773941491.604981:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:2.0:1773941491.604989:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9b28. 00000400:00000010:3.0:1773941491.604990:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3cc0. 00000100:00000200:2.0:1773941491.604996:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244288640, portal 10 00000100:00000200:3.0:1773941491.604997:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244288256, portal 10 00000400:00000010:2.0:1773941491.605003:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9bb0. 00000400:00000010:3.0:1773941491.605006:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3e58. 00000100:00000200:2.0:1773941491.605008:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244288640, offset 0 00000100:00000200:3.0:1773941491.605013:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244288256, offset 0 00000400:00000200:2.0:1773941491.605017:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941491.605024:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941491.605028:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941491.605031:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941491.605035:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941491.605037:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941491.605039:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941491.605041:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941491.605043:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [105:105:256:4294967295] 192.168.202.146@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:2.0:1773941491.605046:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941491.605053:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.605064:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:3.0:1773941491.605073:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000800:00000200:2.0:1773941491.605073:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941491.605077:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624ac00. 00000800:00000200:2.0:1773941491.605082:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:3.0:1773941491.605087:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1773941491.605091:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:3.0:1773941491.605094:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000800:00000200:2.0:1773941491.605096:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624ac00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1773941491.605099:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941491.605103:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941491.605106:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [106:106:255:4294967295] 192.168.202.146@tcp LPNI seq info [106:106:7:4294967295] 00000400:00000200:3.0:1773941491.605109:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.605113:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941491.605123:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941491.605130:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941491.605135:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd100. 00000800:00000200:3.0:1773941491.605141:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941491.605148:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941491.605152:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1773941491.605159:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941491.605167:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941491.605175:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624ac00. 00000400:00000200:0.0:1773941491.605178:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.605182:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941491.605185:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9bb0 00000400:00000010:0.0:1773941491.605186:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9bb0. 00000100:00000200:0.0:1773941491.605191:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244288640/t0(0) o41->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941491.605205:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941491.605206:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd100. 00000400:00000200:0.0:1773941491.605208:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.605210:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941491.605211:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3e58 00000400:00000010:0.0:1773941491.605213:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3e58. 00000100:00000200:0.0:1773941491.605216:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6300 x1860112244288256/t0(0) o41->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941507 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941491.606620:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606624:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941491.606629:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606631:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606633:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606635:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 368 into portal 10 MB=0x69bc321902c80 00000400:00000200:0.0:1773941491.606638:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606641:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 368/368 into md 0x859 [1] + 224 00000400:00000200:0.0:1773941491.606646:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.606649:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941491.606654:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244288640/t0(0) o41->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941491.606674:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606676:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941491.606679:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606687:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606690:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606692:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 368 into portal 10 MB=0x69bc321902b00 00000400:00000200:0.0:1773941491.606695:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.606698:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 368/368 into md 0x861 [1] + 224 00000400:00000200:0.0:1773941491.606705:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.606708:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000010:2.0:1773941491.606709:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941491.606715:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9b28 00000400:00000010:2.0:1773941491.606716:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9b28. 00000100:00000200:2.0:1773941491.606724:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244288640/t0(0) o41->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941491.606725:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6300 x1860112244288256/t0(0) o41->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941507 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941491.606754:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244288640/t0(0) o41->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941491.606778:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09398b35600. 02000000:00000010:2.0:1773941491.606784:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09387c95000. 02000000:00000010:2.0:1773941491.606787:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938624ae00. 00000100:00000010:2.0:1773941491.606789:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000400:00000010:3.0:1773941491.606793:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00800000:00000010:2.0:1773941491.606795:0:14135:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffffa09398b35c00. 00000400:00000200:3.0:1773941491.606799:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3cc0 00000400:00000010:3.0:1773941491.606802:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3cc0. 00000100:00000010:2.0:1773941491.606804:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000100:00000200:3.0:1773941491.606810:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6300 x1860112244288256/t0(0) o41->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941507 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941491.606811:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938626f200. 00000100:00000010:2.0:1773941491.606822:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09398b35c00. 00000100:00000200:3.0:1773941491.606824:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6300 x1860112244288256/t0(0) o41->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941507 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941491.606831:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09387c95000. 00000400:00000200:2.0:1773941491.606836:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941491.606839:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941491.606842:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9b28. 02000000:00000010:3.0:1773941491.606844:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add800. 00000100:00000200:2.0:1773941491.606845:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244290048, portal 10 02000000:00000010:3.0:1773941491.606848:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09386269d00. 00000400:00000010:2.0:1773941491.606850:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9330. 00000100:00000200:2.0:1773941491.606854:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112244290048, offset 0 00000100:00000010:3.0:1773941491.606855:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6300. 00000400:00000200:2.0:1773941491.606860:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941491.606865:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.606868:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941491.606871:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941491.606874:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941491.606877:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941491.606879:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941491.606881:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [107:107:256:4294967295] 192.168.202.146@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:2.0:1773941491.606884:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.606889:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941491.606892:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941491.606895:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624ae00. 00000800:00000200:2.0:1773941491.606898:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941491.606901:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941491.606904:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624ae00 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:2.0:1773941491.606922:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:0.0:1773941491.606974:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941491.606977:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624ae00. 00000400:00000200:0.0:1773941491.606980:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.606983:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941491.606985:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9330 00000400:00000010:0.0:1773941491.606986:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9330. 00000100:00000200:0.0:1773941491.606990:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244290048/t0(0) o40->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941507 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941491.607785:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.607789:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941491.607793:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.607795:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.607797:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.607800:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 448 into portal 10 MB=0x69bc321903200 00000400:00000200:0.0:1773941491.607803:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.607805:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 448/448 into md 0x869 [1] + 224 00000400:00000200:0.0:1773941491.607813:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.607827:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941491.607832:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244290048/t0(0) o40->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941507 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941491.607884:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941491.607889:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9b28 00000400:00000010:2.0:1773941491.607891:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9b28. 00000100:00000200:2.0:1773941491.607897:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244290048/t0(0) o40->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941491.607905:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244290048/t0(0) o40->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941491.607917:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09398b35c00. 00000002:00000200:2.0:1773941491.607922:0:14135:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1773941491.607925:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09387c95000. 02000000:00000010:2.0:1773941491.607928:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938626f200. 00000100:00000010:2.0:1773941491.607931:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000020:00000010:2.0:1773941491.607945:0:14135:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09387c9d800. 00000020:00000010:2.0:1773941491.607958:0:14135:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09387c9c000. 00000400:00000200:2.0:1773941491.607968:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.607972:0:14135:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941491.607979:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 02000000:00000010:2.0:1773941491.607984:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09387c95000. 02000000:00000010:0.0:1773941491.608014:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d000. 00000080:00000010:2.0:1773941491.608024:0:14135:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffffa0938626f200. 00000400:00000200:0.0:1773941491.608028:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000010:2.0:1773941491.608042:0:14135:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffffa09387c94c00. 00000400:00000010:0.0:1773941491.608043:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedec8. 00000400:00000010:0.0:1773941491.608050:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1aa0. 00000100:00000200:0.0:1773941491.608053:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244290176, portal 4 00000100:00000010:2.0:1773941491.608055:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4700. 00000020:00000010:0.0:1773941491.608059:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093a01ea000. 02000000:00000010:2.0:1773941491.608061:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938626e600. 00000400:00000010:0.0:1773941491.608066:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1d48. 00000100:00000010:2.0:1773941491.608068:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09398b35c00. 00000100:00000200:0.0:1773941491.608070:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112244290176, offset 0 00000400:00000200:0.0:1773941491.608077:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 02000000:00000010:2.0:1773941491.608079:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938626e400. 00000400:00000200:0.0:1773941491.608083:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.608087:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.608091:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000010:2.0:1773941491.608092:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941491.608097:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9b28. 00000400:00000200:0.0:1773941491.608097:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941491.608101:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000100:00000200:2.0:1773941491.608104:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244290304, portal 10 00000400:00000200:0.0:1773941491.608105:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1773941491.608109:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e93b8. 00000400:00000200:0.0:1773941491.608109:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000200:2.0:1773941491.608114:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1860112244290304, offset 0 00000400:00000200:0.0:1773941491.608115:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [108:108:256:4294967295] 192.168.202.146@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1773941491.608119:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.608126:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:2.0:1773941491.608131:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000800:00000200:0.0:1773941491.608135:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941491.608138:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000010:0.0:1773941491.608139:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09389f05200. 00000400:00000200:2.0:1773941491.608144:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000800:00000200:0.0:1773941491.608148:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:2.0:1773941491.608150:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941491.608156:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000800:00000200:0.0:1773941491.608157:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:2.0:1773941491.608161:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1773941491.608162:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09389f05200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941491.608165:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941491.608170:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [109:109:255:4294967295] 192.168.202.146@tcp LPNI seq info [109:109:7:4294967295] 00000400:00000200:2.0:1773941491.608173:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.608182:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:0.0:1773941491.608182:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:2.0:1773941491.608191:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941491.608195:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624af00. 00000800:00000200:2.0:1773941491.608200:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941491.608204:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941491.608207:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624af00 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:2.0:1773941491.608212:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1773941491.608231:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941491.608235:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09389f05200. 00000400:00000200:1.0:1773941491.608244:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941491.608249:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941491.608251:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1d48 00000400:00000010:1.0:1773941491.608253:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1d48. 00000100:00000200:1.0:1773941491.608258:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244290176/t0(0) o8->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941491.608273:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941491.608275:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624af00. 00000400:00000200:1.0:1773941491.608277:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941491.608280:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941491.608282:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e93b8 00000400:00000010:1.0:1773941491.608283:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e93b8. 00000100:00000200:1.0:1773941491.608286:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4700 x1860112244290304/t0(0) o900->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941491.609386:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.609390:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941491.609394:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.609396:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.609398:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.609401:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 248 into portal 10 MB=0x69bc321903300 00000400:00000200:0.0:1773941491.609404:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.609406:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 248/248 into md 0x881 [1] + 224 00000400:00000200:0.0:1773941491.609419:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.609422:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941491.609427:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4700 x1860112244290304/t0(0) o900->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941491.609508:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941491.609513:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9b28 00000400:00000010:2.0:1773941491.609514:0:14135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9b28. 00000100:00000200:2.0:1773941491.609520:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4700 x1860112244290304/t0(0) o900->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941491.609528:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4700 x1860112244290304/t0(0) o900->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941491.609540:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09398b35c00. 02000000:00000010:2.0:1773941491.609544:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938626e400. 02000000:00000010:2.0:1773941491.609547:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938626e600. 00000100:00000010:2.0:1773941491.609548:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4700. 80000000:00000010:2.0:1773941491.609553:0:14135:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffffa09398f2b600. 00000020:00000010:2.0:1773941491.609559:0:14135:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffffa09387c95400. 00000100:00000010:2.0:1773941491.609562:0:14135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4700. 02000000:00000010:2.0:1773941491.609638:0:14135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938626e600. 00000100:00000010:2.0:1773941491.609647:0:14135:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09398b35c00. 02000000:00000010:2.0:1773941491.609699:0:14135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffffa093902e0000. 00000400:00000200:2.0:1773941491.609705:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941491.609709:0:14135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941491.609714:0:14135:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffffa09387c96400. 00000100:00000200:2.0:1773941491.609719:0:14135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112244290432, portal 10 00000400:00000200:1.0:1773941491.609724:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941491.609727:0:14135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9b28. 00000400:00000200:1.0:1773941491.609732:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000100:00000200:2.0:1773941491.609734:0:14135:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112244290432, offset 0 00000400:00000200:1.0:1773941491.609740:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.609745:0:14135:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941491.609746:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941491.609752:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.609756:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941491.609758:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 4 MB=0x69bc321903280 00000400:00000200:1.0:1773941491.609764:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.609766:0:14135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941491.609771:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 416/416 into md 0x871 [1] + 0 00000400:00000200:2.0:1773941491.609772:0:14135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941491.609778:0:14135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941491.609780:0:14135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941491.609784:0:14135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941491.609787:0:14135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [110:110:256:4294967295] 192.168.202.146@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:2.0:1773941491.609790:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941491.609796:0:14135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941491.609800:0:14135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941491.609803:0:14135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624ab00. 00000800:00000200:2.0:1773941491.609807:0:14135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941491.609811:0:14135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941491.609814:0:14135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624ab00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:1.0:1773941491.609814:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941491.609822:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:1.0:1773941491.609829:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244290176/t0(0) o8->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941491.609835:0:14135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1773941491.609885:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941491.609888:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624ab00. 00000400:00000200:1.0:1773941491.609891:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941491.609895:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941491.609903:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9b28 00000400:00000010:1.0:1773941491.609905:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9b28. 00000100:00000200:1.0:1773941491.609910:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4700 x1860112244290432/t0(0) o33->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941507 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1773941491.609949:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedec8. 00000400:00000200:3.0:1773941491.609953:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1aa0 00000400:00000010:3.0:1773941491.609955:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1aa0. 00000100:00000200:3.0:1773941491.609960:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244290176/t0(0) o8->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941491.609968:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244290176/t0(0) o8->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941491.609985:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093981b4000. 02000000:00000010:3.0:1773941491.610010:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d000. 02000000:00000010:3.0:1773941491.610014:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09387c95000. 00000100:00000010:3.0:1773941491.610017:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000400:00000200:0.0:1773941491.616827:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.616832:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941491.616836:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.616839:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.616841:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.616844:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 464 into portal 10 MB=0x69bc321903380 00000400:00000200:0.0:1773941491.616847:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941491.616850:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 464/464 into md 0x889 [32] + 224 00000400:00000200:0.0:1773941491.616857:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941491.616860:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000200:0.0:1773941491.616865:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4700 x1860112244290432/t0(0) o33->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941507 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1773941491.616918:0:14135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941491.616923:0:14135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c96400 00000400:00000010:2.0:1773941491.616924:0:14135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffffa09387c96400. 00000100:00000200:2.0:1773941491.616930:0:14135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4700 x1860112244290432/t0(0) o33->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773941491.616938:0:14135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4700 x1860112244290432/t0(0) o33->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000010:2.0:1773941491.616959:0:14135:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09398b35c00. 00000002:00000200:2.0:1773941491.616962:0:14135:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1773941491.616965:0:14135:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffffa0938626f200. 00000020:00000010:2.0:1773941491.616981:0:14135:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa09390e3bc60. 00000020:00000010:2.0:1773941491.616984:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938626f200. 00000020:00000010:2.0:1773941491.616988:0:14135:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938626e400. 00000020:00000010:2.0:1773941491.616990:0:14135:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f300. 00000008:00000010:2.0:1773941491.616994:0:14135:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332d940. 00020000:00000010:2.0:1773941491.616998:0:14135:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1600. 00008000:00000010:2.0:1773941491.617002:0:14135:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941491.617005:0:14135:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938626fc00. 00000008:00000010:2.0:1773941491.617008:0:14135:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa093862031e0. 00020000:00000010:2.0:1773941491.617010:0:14135:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0ea9f80. 00008000:00000010:2.0:1773941491.617013:0:14135:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a00b5e98. 00000080:00000010:2.0:1773941491.617016:0:14135:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffffa0939041fd20. 00000080:00000010:2.0:1773941491.617019:0:14135:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffffa09387c96400. 00000020:00000010:2.0:1773941491.617046:0:14135:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffffa09388518000. 00000020:00000010:2.0:1773941491.617054:0:14135:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09387c96c00. 00000020:00000010:2.0:1773941491.617057:0:14135:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffffa09398b35c00. 00000008:00000010:2.0:1773941491.617062:0:14135:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa09383328b28. 00020000:00000010:2.0:1773941491.617064:0:14135:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1300. 00000080:00000010:2.0:1773941491.617067:0:14135:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa09382cdef18. 00000080:00000010:2.0:1773941491.617070:0:14135:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09388681ff0. 00000008:00000010:2.0:1773941491.617072:0:14135:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09386203080. 00020000:00000010:2.0:1773941491.617073:0:14135:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0ea8900. 00000080:00000010:2.0:1773941491.617081:0:14135:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa093880d5690. 00000008:00000010:2.0:1773941491.617084:0:14135:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332a178. 00020000:00000010:2.0:1773941491.617086:0:14135:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1000. 00000080:00000010:2.0:1773941491.617088:0:14135:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa09382cde000. 00000080:00000010:2.0:1773941491.617090:0:14135:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09388682b58. 00000008:00000010:2.0:1773941491.617092:0:14135:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09386203760. 00020000:00000010:2.0:1773941491.617097:0:14135:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0eab840. 00000080:00000010:2.0:1773941491.617099:0:14135:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa093880d5a50. 00000008:00000010:2.0:1773941491.617102:0:14135:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332b7c8. 00020000:00000010:2.0:1773941491.617103:0:14135:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1900. 00000080:00000010:2.0:1773941491.617105:0:14135:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa09382cde498. 00000080:00000010:2.0:1773941491.617106:0:14135:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09388683d98. 00000008:00000010:2.0:1773941491.617108:0:14135:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09386202c60. 00020000:00000010:2.0:1773941491.617110:0:14135:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0eabcc0. 00000080:00000010:2.0:1773941491.617111:0:14135:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa093880d5960. 00000008:00000010:2.0:1773941491.617114:0:14135:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0938332ce18. 00020000:00000010:2.0:1773941491.617115:0:14135:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093896a1a80. 00000080:00000010:2.0:1773941491.617117:0:14135:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa09382cde150. 00000080:00000010:2.0:1773941491.617118:0:14135:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa093886836c0. 00000008:00000010:2.0:1773941491.617120:0:14135:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09386203600. 00020000:00000010:2.0:1773941491.617122:0:14135:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa093a0ea9d40. 00000080:00000010:2.0:1773941491.617123:0:14135:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa093880d50f0. 00020000:00000010:2.0:1773941491.617129:0:14135:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffffa0939041f0c0. 00020000:00000010:2.0:1773941491.617132:0:14135:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffffa0939041f840. 00020000:00000010:2.0:1773941491.617134:0:14135:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffffa0939041f9c0. 00000020:00000010:2.0:1773941491.617137:0:14135:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938626e400. 00000020:00000010:2.0:1773941491.617140:0:14135:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f300. 00000008:00000010:2.0:1773941491.617142:0:14135:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332d940. 00020000:00000010:2.0:1773941491.617144:0:14135:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1600. 00008000:00000010:2.0:1773941491.617146:0:14135:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa0938389bc08. 00000020:00000010:2.0:1773941491.617149:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938626f200. 00000008:00000010:2.0:1773941491.617150:0:14135:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa093862031e0. 00020000:00000010:2.0:1773941491.617152:0:14135:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0ea9f80. 00008000:00000010:2.0:1773941491.617154:0:14135:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941491.617156:0:14135:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938626fc00. 00000020:00000010:2.0:1773941491.617158:0:14135:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa09390e3bc60. 00000080:00000010:2.0:1773941491.617184:0:14135:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffffa09384add280. 02000000:00000010:2.0:1773941491.617201:0:14135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffffa093902e0000. 02000000:00000010:2.0:1773941491.617220:0:14135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938626e600. 00000100:00000010:2.0:1773941491.617225:0:14135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4700. 00000080:00000010:2.0:1773941491.617231:0:14135:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffffa09398f08960. 00000080:00000010:2.0:1773941491.617236:0:14135:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffffa09399f6d840. 00000080:00000010:2.0:1773941491.617240:0:14135:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffffa09399f6da80. 00000080:00000010:2.0:1773941491.617252:0:14135:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffffa09385498940. 00000080:00000010:2.0:1773941491.617254:0:14135:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffffa09385498dc0. 00000080:00000010:2.0:1773941491.617256:0:14135:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffffa09385337180. 00000080:02000400:2.0:1773941491.617258:0:14135:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000400:00000001:1.0:1773941491.660502:0:14177:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1773941492.561656:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941492.561662:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.561708:0:14146:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941492.561712:0:14146:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941492.561715:0:14146:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773941492.802219:0:14185:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941492.929787:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbd08 00000080:00200008:2.0:1773941492.929796:0:14205:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa09384add348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773941492.929804:0:14205:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773941492.929806:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbc80 00000080:00200000:2.0:1773941492.929808:0:14205:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348),name=/ 00000080:00000010:2.0:1773941492.929815:0:14205:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffffa0938626e800. 00000080:00000001:2.0:1773941492.929820:0:14205:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773941492.929824:0:14205:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773941492.929825:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbba0 00800000:00000002:2.0:1773941492.929827:0:14205:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773941492.929831:0:14205:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773941492.929833:0:14205:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773941492.929835:0:14205:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773941492.929836:0:14205:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773941492.929838:0:14205:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773941492.929840:0:14205:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773941492.929841:0:14205:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773941492.929843:0:14205:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773941492.929845:0:14205:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773941492.929850:0:14205:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773941492.929851:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bba70 00000002:00010000:2.0:1773941492.929852:0:14205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773941492.929855:0:14205:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773941492.929856:0:14205:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773941492.929858:0:14205:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773941492.929864:0:14205:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.929866:0:14205:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.929875:0:14205:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.929878:0:14205:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773941492.929880:0:14205:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773941492.929885:0:14205:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4700. 00000020:00000040:2.0:1773941492.929889:0:14205:0:(genops.c:1229:class_import_get()) import ffffa09386208800 refcount=4 obd=lustre-MDT0000-mdc-ffffa093996f9800 00010000:00000001:2.0:1773941492.929894:0:14205:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773941492.929899:0:14205:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941492.929902:0:14205:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.929904:0:14205:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941492.929906:0:14205:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941492.929910:0:14205:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941492.929914:0:14205:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09387c95000. 00000100:00000001:2.0:1773941492.929919:0:14205:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.929924:0:14205:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773941492.929925:0:14205:0:(ldlm_request.c:2245:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.929926:0:14205:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773941492.929927:0:14205:0:(ldlm_request.c:2245:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.929929:0:14205:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.929932:0:14205:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00010000:00000001:2.0:1773941492.929935:0:14205:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941492.929937:0:14205:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941492.929940:0:14205:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51100. 00010000:00000010:2.0:1773941492.929943:0:14205:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0938871d480. 00010000:00000001:2.0:1773941492.929947:0:14205:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941492.929949:0:14205:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381516600. 00000020:00000010:2.0:1773941492.929952:0:14205:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa0938871d880. 00000020:00000001:2.0:1773941492.929956:0:14205:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941492.929958:0:14205:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381516600 with handle 0x450ee06f069b0b6e to hash 00000020:00000001:2.0:1773941492.929960:0:14205:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941492.929962:0:14205:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.929966:0:14205:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.929970:0:14205:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941492.929973:0:14205:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.929978:0:14205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941492.929993:0:14205:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941492.930005:0:14205:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14205 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941492.930011:0:14205:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941492.930013:0:14205:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941492.930019:0:14205:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0938914ee40. 00000100:00000001:2.0:1773941492.930022:0:14205:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154253327936 : -104919456223680 : ffffa0938914ee40) 00000100:00000001:2.0:1773941492.930025:0:14205:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941492.930026:0:14205:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00000100:00000001:2.0:1773941492.930031:0:14205:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941492.930035:0:14205:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.930037:0:14205:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941492.930039:0:14205:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941492.930049:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941492.930059:0:14205:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941492.930061:0:14205:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.930065:0:14205:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941492.930068:0:14205:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941492.930071:0:14205:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941492.930075:0:14205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job lfs:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:14205:1860112244290560:192.168.202.146@tcp:101:lfs.0 00000100:00000001:2.0:1773941492.930080:0:14205:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941492.930084:0:14205:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941492.930087:0:14205:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.930090:0:14205:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941492.930095:0:14205:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffffa09387c99000. 02000000:00000001:2.0:1773941492.930097:0:14205:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941492.930104:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941492.930109:0:14205:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941492.930119:0:14205:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9dd0. 00000100:00000200:2.0:1773941492.930124:0:14205:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1860112244290560, portal 10 00000100:00000001:2.0:1773941492.930126:0:14205:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941492.930127:0:14205:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00000100:00000040:2.0:1773941492.930132:0:14205:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941508 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941492.930138:0:14205:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941492.930140:0:14205:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941492.930142:0:14205:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9220. 00000100:00000200:2.0:1773941492.930145:0:14205:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1860112244290560, offset 0 00000400:00000200:2.0:1773941492.930149:0:14205:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941492.930157:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.930163:0:14205:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941492.930167:0:14205:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941492.930170:0:14205:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941492.930173:0:14205:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941492.930175:0:14205:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941492.930178:0:14205:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [111:111:256:4294967295] 192.168.202.146@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1773941492.930182:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.930189:0:14205:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941492.930194:0:14205:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941492.930197:0:14205:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a700. 00000800:00000200:2.0:1773941492.930202:0:14205:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941492.930208:0:14205:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941492.930212:0:14205:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773941492.930225:0:14205:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941492.930228:0:14205:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: using a timeout of 3861903 usecs (3862 jiffies) 00000400:00000200:2.0:1773941492.930231:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941492.930233:0:14205:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: PM QoS new deadline estimation for cpu 0 is 4294930502 00000100:00000001:2.0:1773941492.930236:0:14205:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: PM QoS request active for cpu 0, keep current deadline 4294930834 00000100:00000001:2.0:1773941492.930244:0:14205:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: PM QoS new deadline estimation for cpu 1 is 4294930502 00000100:00000001:2.0:1773941492.930247:0:14205:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: PM QoS request active for cpu 1, keep current deadline 4294930834 00000100:00000001:2.0:1773941492.930249:0:14205:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941492.930252:0:14205:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.930254:0:14205:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941492.930256:0:14205:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941492.930259:0:14205:0:(client.c:2690:ptlrpc_set_wait()) set ffffa0938914ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1773941492.930261:0:14205:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941492.930265:0:14205:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941492.930401:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941492.930406:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a700. 00000400:00000200:1.0:1773941492.930412:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.930419:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941492.930425:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9220 00000400:00000010:1.0:1773941492.930428:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9220. 00000100:00000001:1.0:1773941492.930433:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941492.930439:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941508 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941492.930450:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.930455:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941508 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941492.930463:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.930465:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941492.932722:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.932736:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941492.932739:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.932742:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941492.932748:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.932754:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941492.932761:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.932765:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.932769:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.932773:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 688 into portal 10 MB=0x69bc321903400 00000400:00000200:0.0:1773941492.932778:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.932784:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 688/688 into md 0x891 [1] + 224 00000800:00000001:0.0:1773941492.932797:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.932804:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941492.932806:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941492.932811:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941492.932815:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941492.932821:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773941492.932832:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941492.932849:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941492.932855:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.932858:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.932869:0:14205:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941492.932875:0:14205:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941492.932877:0:14205:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941492.932879:0:14205:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941492.932883:0:14205:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9dd0 00000400:00000010:2.0:1773941492.932884:0:14205:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9dd0. 00000100:00000001:2.0:1773941492.932886:0:14205:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941492.932890:0:14205:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773941492.932898:0:14205:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941492.932902:0:14205:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941492.932903:0:14205:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.932905:0:14205:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941492.932907:0:14205:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941492.932909:0:14205:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941492.932911:0:14205:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.932912:0:14205:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941492.932917:0:14205:0:(import.c:2136:obd_at_measure()) add 5 to ffffa09386208c58 time=1 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941492.932920:0:14205:0:(import.c:2136:obd_at_measure()) add 1 to ffffa09386208c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941492.932922:0:14205:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941492.932923:0:14205:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.932925:0:14205:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941492.932928:0:14205:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.932931:0:14205:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773941492.932937:0:14205:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093996f9800: skip recheck: last_committed 0 00000100:00000001:2.0:1773941492.932938:0:14205:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941492.932940:0:14205:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941492.932943:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941492.932948:0:14205:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941492.932951:0:14205:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941492.932952:0:14205:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941492.932955:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941508 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773941492.932960:0:14205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job lfs:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:14205:1860112244290560:192.168.202.146@tcp:101:lfs.0 00000100:00000001:2.0:1773941492.932963:0:14205:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.932965:0:14205:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.932967:0:14205:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941492.932968:0:14205:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941492.932970:0:14205:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941508 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941492.932974:0:14205:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941492.932976:0:14205:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0938914ee40. 00000100:00000001:2.0:1773941492.932979:0:14205:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941492.932980:0:14205:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.932982:0:14205:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941492.932984:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.932986:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.932988:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=4 00000020:00000001:2.0:1773941492.932989:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.932991:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000040:2.0:1773941492.932995:0:14205:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffffa09381516600, remote cookie: 0xcac106b6165c8b46, flags: 0x1001 00010000:00010000:2.0:1773941492.932999:0:14205:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941492.933013:0:14205:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.933017:0:14205:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773941492.933020:0:14205:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773941492.933022:0:14205:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773941492.933023:0:14205:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773941492.933024:0:14205:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773941492.933026:0:14205:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffffa09390c51100) refcount = 1 00010000:00010000:2.0:1773941492.933029:0:14205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.933033:0:14205:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1773941492.933037:0:14205:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffffa0938626fa00. 00010000:00000001:2.0:1773941492.933040:0:14205:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773941492.933042:0:14205:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941492.933044:0:14205:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773941492.933047:0:14205:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.933050:0:14205:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.933057:0:14205:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773941492.933058:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933060:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.933061:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933062:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.933064:0:14205:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.933068:0:14205:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773941492.933070:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933071:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933073:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.933075:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933082:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933085:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933086:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933088:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=4 00000020:00000001:2.0:1773941492.933090:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933092:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933095:0:14205:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941492.933097:0:14205:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.933101:0:14205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.933108:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933110:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.933111:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933113:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933114:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=5 00000020:00000001:2.0:1773941492.933115:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933117:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933118:0:14205:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941492.933120:0:14205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.933125:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933125:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941492.933127:0:14205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.933131:0:14205:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941492.933132:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933133:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.933133:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933134:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773941492.933142:0:14205:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941508 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773941492.933148:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933149:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933150:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.933151:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933152:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933154:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933155:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773941492.933156:0:14205:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.933157:0:14205:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.933159:0:14205:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773941492.933161:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933161:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933162:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.933163:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933165:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00000002:00010000:2.0:1773941492.933167:0:14205:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.933172:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933172:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.933173:0:14205:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773941492.933174:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933175:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933176:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.933177:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933178:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000040:2.0:1773941492.933181:0:14205:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51100 count: 2 00010000:00000001:2.0:1773941492.933183:0:14205:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773941492.933185:0:14205:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa093890b8c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773941492.933187:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933188:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773941492.933191:0:14205:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773941492.933193:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bb9f0 00000002:00002000:2.0:1773941492.933194:0:14205:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773941492.933196:0:14205:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941492.933199:0:14205:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941492.933200:0:14205:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773941492.933202:0:14205:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773941492.933204:0:14205:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773941492.933208:0:14205:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffffa0938626e800. 00000080:00000001:2.0:1773941492.933210:0:14205:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773941492.933212:0:14205:0:(llite_lib.c:3689:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773941492.933215:0:14205:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773941492.933218:0:14205:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773941492.933222:0:14205:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffffa093a04aa180. 00800000:00000001:2.0:1773941492.933224:0:14205:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446639154642723200 : -104919066828416 : ffffa093a04aa180) 00800000:00000001:2.0:1773941492.933226:0:14205:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.933227:0:14205:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773941492.933229:0:14205:0:(llite_lib.c:1842:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773941492.933231:0:14205:0:(llite_lib.c:1846:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773941492.933233:0:14205:0:(llite_lib.c:1797:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1773941492.933235:0:14205:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1773941492.933239:0:14205:0:(llite_lib.c:1832:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773941492.933241:0:14205:0:(llite_lib.c:1863:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.933245:0:14205:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773941492.933248:0:14205:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1773941492.933252:0:14205:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773941492.933254:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933256:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933258:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.933260:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933262:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933264:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933265:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773941492.933267:0:14205:0:(llite_lib.c:3787:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773941492.933275:0:14205:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773941492.933276:0:14205:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773941492.933280:0:14205:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) for lock 0x450ee06f069b0b6e 00800000:00000001:2.0:1773941492.933284:0:14205:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773941492.933285:0:14205:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773941492.933287:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933288:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933290:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.933292:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933294:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933297:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933298:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773941492.933300:0:14205:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941492.933302:0:14205:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.933304:0:14205:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773941492.933307:0:14205:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) 00000080:00010000:2.0:1773941492.933309:0:14205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0b6e from it ffffb97c818bbcb8 00010000:00000001:2.0:1773941492.933311:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.933312:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.933313:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.933314:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933315:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.933316:0:14205:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941492.933318:0:14205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.933322:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933323:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.933324:0:14205:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773941492.933326:0:14205:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773941492.933328:0:14205:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773941492.933334:0:14205:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941492.933340:0:14205:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941492.933341:0:14205:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941492.933344:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933345:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.933346:0:14205:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.933348:0:14205:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941492.933349:0:14205:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.933351:0:14205:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.933353:0:14205:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.933354:0:14205:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941492.933355:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.933356:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941492.933357:0:14205:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941492.933362:0:14205:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4700 x1860112244290560/t0(0) o101->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941508 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941492.933368:0:14205:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941492.933371:0:14205:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941492.933373:0:14205:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffffa09387c99000. 02000000:00000001:2.0:1773941492.933377:0:14205:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941492.933379:0:14205:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941492.933381:0:14205:0:(genops.c:1242:class_import_put()) import ffffa09386208800 refcount=3 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000001:2.0:1773941492.933383:0:14205:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941492.933386:0:14205:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09387c95000. 02000000:00000001:2.0:1773941492.933389:0:14205:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941492.933391:0:14205:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941492.933393:0:14205:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4700. 00000100:00000001:2.0:1773941492.933395:0:14205:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941492.933397:0:14205:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773941492.933401:0:14205:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941492.933407:0:14205:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffffa09387c99000. 00000020:00000001:2.0:1773941492.933411:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbd08 00000080:00000008:2.0:1773941492.933413:0:14205:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffffa09384add348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773941492.933896:0:14205:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941492.933922:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbd08 00000080:00200008:2.0:1773941492.933924:0:14205:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa09384add348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773941492.933928:0:14205:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773941492.933932:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbc80 00000080:00200000:2.0:1773941492.933934:0:14205:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348),name=/ 00000080:00000010:2.0:1773941492.933937:0:14205:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffffa0938626e800. 00800000:00000002:2.0:1773941492.933939:0:14205:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffffa093a04aa180 2 00000080:00000001:2.0:1773941492.933941:0:14205:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773941492.933943:0:14205:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773941492.933944:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbba0 00800000:00000002:2.0:1773941492.933945:0:14205:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773941492.933948:0:14205:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773941492.933949:0:14205:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773941492.933950:0:14205:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773941492.933952:0:14205:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773941492.933953:0:14205:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773941492.933954:0:14205:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773941492.933956:0:14205:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773941492.933957:0:14205:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773941492.933958:0:14205:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773941492.933961:0:14205:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773941492.933962:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bba70 00000002:00010000:2.0:1773941492.933963:0:14205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773941492.933965:0:14205:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773941492.933966:0:14205:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773941492.933967:0:14205:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773941492.933969:0:14205:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51100 count: 2 00010000:00000001:2.0:1773941492.933971:0:14205:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941492.933973:0:14205:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941492.933975:0:14205:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773941492.933977:0:14205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773941492.933983:0:14205:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773941492.933986:0:14205:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.933988:0:14205:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773941492.933999:0:14205:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773941492.934000:0:14205:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773941492.934001:0:14205:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773941492.934003:0:14205:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773941492.934004:0:14205:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773941492.934005:0:14205:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773941492.934007:0:14205:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773941492.934008:0:14205:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffffa093a04aa180 2 00000080:00000010:2.0:1773941492.934010:0:14205:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffffa0938626e800. 00000080:00000001:2.0:1773941492.934011:0:14205:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773941492.934012:0:14205:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773941492.934014:0:14205:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) 00000080:00010000:2.0:1773941492.934016:0:14205:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) for lock 0x450ee06f069b0b6e 00800000:00000001:2.0:1773941492.934017:0:14205:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773941492.934019:0:14205:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773941492.934020:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.934021:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.934022:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.934023:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.934025:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.934026:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.934027:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773941492.934028:0:14205:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941492.934029:0:14205:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773941492.934030:0:14205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0b6e from it ffffb97c818bbcb8 00010000:00000001:2.0:1773941492.934031:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.934032:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.934033:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.934034:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.934036:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.934037:0:14205:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941492.934042:0:14205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773941492.934049:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.934051:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.934052:0:14205:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773941492.934054:0:14205:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773941492.934056:0:14205:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:2.0:1773941492.934063:0:14205:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941492.934065:0:14205:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941492.934066:0:14205:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941492.934068:0:14205:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.934070:0:14205:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941492.934072:0:14205:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.934074:0:14205:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.934076:0:14205:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.934078:0:14205:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941492.934080:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.934081:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941492.934083:0:14205:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941492.934084:0:14205:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773941492.934087:0:14205:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941492.934091:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbd08 00000080:00000008:2.0:1773941492.934093:0:14205:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffffa09384add348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773941492.934157:0:14205:0:(file.c:6653:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773941492.934159:0:14205:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773941492.934160:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbb78 00000080:00200000:2.0:1773941492.934162:0:14205:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348),name=/ 00000080:00000010:2.0:1773941492.934165:0:14205:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffffa0938626e800. 00800000:00000002:2.0:1773941492.934167:0:14205:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffffa093a04aa180 2 00000080:00000001:2.0:1773941492.934168:0:14205:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773941492.934170:0:14205:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773941492.934171:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bba98 00800000:00000002:2.0:1773941492.934172:0:14205:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773941492.934178:0:14205:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773941492.934179:0:14205:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773941492.934180:0:14205:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773941492.934181:0:14205:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773941492.934182:0:14205:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773941492.934183:0:14205:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773941492.934184:0:14205:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773941492.934186:0:14205:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773941492.934187:0:14205:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773941492.934190:0:14205:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773941492.934191:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bb968 00000002:00010000:2.0:1773941492.934192:0:14205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773941492.934194:0:14205:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773941492.934195:0:14205:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773941492.934196:0:14205:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773941492.934198:0:14205:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51100 count: 2 00010000:00000001:2.0:1773941492.934199:0:14205:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941492.934201:0:14205:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941492.934203:0:14205:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773941492.934205:0:14205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 02000000:00000001:2.0:1773941492.934213:0:14205:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773941492.934215:0:14205:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.934218:0:14205:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000002:00000001:2.0:1773941492.934225:0:14205:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773941492.934227:0:14205:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773941492.934228:0:14205:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773941492.934230:0:14205:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773941492.934232:0:14205:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773941492.934234:0:14205:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773941492.934237:0:14205:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773941492.934244:0:14205:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffffa093a04aa180 2 00000080:00000010:2.0:1773941492.934247:0:14205:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffffa0938626e800. 00000080:00000001:2.0:1773941492.934249:0:14205:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773941492.934251:0:14205:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773941492.934253:0:14205:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) 00000080:00010000:2.0:1773941492.934256:0:14205:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) for lock 0x450ee06f069b0b6e 00800000:00000001:2.0:1773941492.934259:0:14205:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773941492.934260:0:14205:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773941492.934262:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.934263:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.934265:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.934267:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.934270:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.934272:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.934273:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773941492.934275:0:14205:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941492.934277:0:14205:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773941492.934279:0:14205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0b6e from it ffffb97c818bbbb0 00010000:00000001:2.0:1773941492.934281:0:14205:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.934282:0:14205:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.934284:0:14205:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:2.0:1773941492.934286:0:14205:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.934288:0:14205:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:2.0:1773941492.934290:0:14205:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941492.934293:0:14205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:2.0:1773941492.934299:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.934299:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.934300:0:14205:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773941492.934302:0:14205:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773941492.934303:0:14205:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:2.0:1773941492.934315:0:14205:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941492.934316:0:14205:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941492.934317:0:14205:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941492.934319:0:14205:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.934320:0:14205:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941492.934321:0:14205:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.934323:0:14205:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.934324:0:14205:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.934325:0:14205:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941492.934327:0:14205:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.934327:0:14205:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941492.934329:0:14205:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941492.934330:0:14205:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773941492.934331:0:14205:0:(file.c:6668:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348), inode mode 41ed mask 44 00000080:00000001:2.0:1773941492.934334:0:14205:0:(file.c:6707:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.934337:0:14205:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:2.0:1773941492.934338:0:14205:0:(file.c:1021:ll_file_open()) Process entered 00000020:00000001:2.0:1773941492.934340:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbb78 00000080:00200008:2.0:1773941492.934342:0:14205:0:(file.c:1025:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa09384add348), flags 100000 00000080:00000010:2.0:1773941492.934345:0:14205:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffffa0939972a140. 00000080:00000001:2.0:1773941492.934348:0:14205:0:(file.c:1050:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.934349:0:14205:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.934420:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.934424:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.934432:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.934435:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.934439:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.934442:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.934444:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.934446:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.934447:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.934452:0:14205:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:2.0:1773941492.934453:0:14205:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffffa093996f9800: age 258, max_age 258 00800000:00000004:2.0:1773941492.934456:0:14205:0:(obd_class.h:1123:obd_statfs()) lustre-MDT0000-mdc-ffffa093996f9800: use ffffa093902c1e08 cache blocks 20244/23812 objects 79718/79992 00800000:00000001:2.0:1773941492.934458:0:14205:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941492.934464:0:14205:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.934466:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773941492.934468:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.934470:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.934471:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.934487:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.934488:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.934490:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.934491:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.934493:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.934496:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.934497:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.934498:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.934499:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.934502:0:14205:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:2.0:1773941492.934504:0:14205:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffffa093996f9800: age -758, max_age 258 00000002:00000001:2.0:1773941492.934506:0:14205:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1773941492.934508:0:14205:0:(genops.c:1229:class_import_get()) import ffffa0938620f000 refcount=4 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000100:00000010:2.0:1773941492.934512:0:14205:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4700. 00000020:00000040:2.0:1773941492.934514:0:14205:0:(genops.c:1229:class_import_get()) import ffffa0938620f000 refcount=5 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000100:00000001:2.0:1773941492.934517:0:14205:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941492.934518:0:14205:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941492.934521:0:14205:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941492.934524:0:14205:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938624ad00. 00000100:00000001:2.0:1773941492.934527:0:14205:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.934530:0:14205:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941492.934531:0:14205:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941492.934534:0:14205:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0938914ee40. 00000100:00000001:2.0:1773941492.934536:0:14205:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154253327936 : -104919456223680 : ffffa0938914ee40) 00000100:00000001:2.0:1773941492.934537:0:14205:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941492.934538:0:14205:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00000100:00000001:2.0:1773941492.934541:0:14205:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941492.934543:0:14205:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.934545:0:14205:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941492.934546:0:14205:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941492.934550:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.934608:0:14205:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941492.934609:0:14205:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.934613:0:14205:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941492.934615:0:14205:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941492.934617:0:14205:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941492.934620:0:14205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job lfs:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:14205:1860112244290688:192.168.202.146@tcp:41:lfs.0 00000100:00000001:2.0:1773941492.934623:0:14205:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941492.934626:0:14205:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941492.934627:0:14205:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.934629:0:14205:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941492.934632:0:14205:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09387c95800. 02000000:00000001:2.0:1773941492.934634:0:14205:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941492.934639:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941492.934642:0:14205:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941492.934645:0:14205:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9dd0. 00000100:00000200:2.0:1773941492.934648:0:14205:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244290688, portal 10 00000100:00000001:2.0:1773941492.934650:0:14205:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941492.934651:0:14205:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00000100:00000040:2.0:1773941492.934656:0:14205:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.934662:0:14205:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941492.934664:0:14205:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941492.934666:0:14205:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9770. 00000100:00000200:2.0:1773941492.934668:0:14205:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244290688, offset 0 00000400:00000200:2.0:1773941492.934671:0:14205:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941492.934674:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.934678:0:14205:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941492.934680:0:14205:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941492.934684:0:14205:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941492.934687:0:14205:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941492.934689:0:14205:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941492.934697:0:14205:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [112:112:256:4294967295] 192.168.202.146@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1773941492.934701:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.934707:0:14205:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941492.934711:0:14205:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941492.934715:0:14205:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a600. 00000800:00000200:2.0:1773941492.934718:0:14205:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941492.934724:0:14205:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941492.934727:0:14205:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941492.934739:0:14205:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941492.934742:0:14205:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: using a timeout of 3896 usecs (4 jiffies) 00000400:00000200:2.0:1773941492.934746:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941492.934748:0:14205:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: PM QoS new deadline estimation for cpu 0 is 4294926649 00000100:00000001:2.0:1773941492.934752:0:14205:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: PM QoS request active for cpu 0, keep current deadline 4294930834 00000100:00000001:2.0:1773941492.934755:0:14205:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: PM QoS new deadline estimation for cpu 1 is 4294926649 00000100:00000001:2.0:1773941492.934759:0:14205:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: PM QoS request active for cpu 1, keep current deadline 4294930834 00000100:00000001:2.0:1773941492.934761:0:14205:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941492.934764:0:14205:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.934767:0:14205:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941492.934769:0:14205:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941492.934772:0:14205:0:(client.c:2690:ptlrpc_set_wait()) set ffffa0938914ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1773941492.934775:0:14205:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941492.934777:0:14205:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941492.934786:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941492.934790:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a600. 00000400:00000200:1.0:1773941492.934795:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.934799:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941492.934802:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9770 00000400:00000010:1.0:1773941492.934803:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9770. 00000100:00000001:1.0:1773941492.934806:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941492.934810:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.934818:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.934820:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.934853:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.934855:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941492.935946:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.935951:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941492.935953:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.935954:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941492.935958:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.935961:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941492.935965:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.935967:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.935969:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.935972:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 368 into portal 10 MB=0x69bc321903480 00000400:00000200:0.0:1773941492.935975:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.935979:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 368/368 into md 0x899 [1] + 224 00000800:00000001:0.0:1773941492.935984:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.935991:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941492.935993:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941492.935996:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941492.935999:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941492.936003:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941492.936010:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.936027:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941492.936032:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.936034:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.936051:0:14205:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941492.936056:0:14205:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941492.936058:0:14205:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941492.936060:0:14205:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941492.936064:0:14205:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9dd0 00000400:00000010:2.0:1773941492.936066:0:14205:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9dd0. 00000100:00000001:2.0:1773941492.936068:0:14205:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941492.936074:0:14205:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941492.936097:0:14205:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.936105:0:14205:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941492.936107:0:14205:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.936109:0:14205:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941492.936111:0:14205:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941492.936112:0:14205:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941492.936114:0:14205:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.936115:0:14205:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941492.936119:0:14205:0:(import.c:2136:obd_at_measure()) add 5 to ffffa0938620f458 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941492.936121:0:14205:0:(import.c:2136:obd_at_measure()) add 1 to ffffa0938620f410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941492.936122:0:14205:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941492.936124:0:14205:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.936125:0:14205:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773941492.936128:0:14205:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941492.936133:0:14205:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.936135:0:14205:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773941492.936136:0:14205:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093996f9800: skip recheck: last_committed 0 00000100:00000001:2.0:1773941492.936137:0:14205:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941492.936138:0:14205:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941492.936140:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.936145:0:14205:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941492.936146:0:14205:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941492.936147:0:14205:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941492.936149:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941492.936154:0:14205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job lfs:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:14205:1860112244290688:192.168.202.146@tcp:41:lfs.0 00000100:00000001:2.0:1773941492.936156:0:14205:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.936162:0:14205:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.936163:0:14205:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941492.936164:0:14205:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941492.936167:0:14205:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.936172:0:14205:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941492.936173:0:14205:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0938914ee40. 00000100:00000001:2.0:1773941492.936175:0:14205:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941492.936176:0:14205:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941492.936179:0:14205:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1773941492.936180:0:14205:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941492.936182:0:14205:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4700 x1860112244290688/t0(0) o41->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.936196:0:14205:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941492.936197:0:14205:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941492.936199:0:14205:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09387c95800. 02000000:00000001:2.0:1773941492.936201:0:14205:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941492.936202:0:14205:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941492.936203:0:14205:0:(genops.c:1242:class_import_put()) import ffffa0938620f000 refcount=4 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:2.0:1773941492.936206:0:14205:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941492.936208:0:14205:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938624ad00. 02000000:00000001:2.0:1773941492.936210:0:14205:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941492.936212:0:14205:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941492.936213:0:14205:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4700. 00000100:00000001:2.0:1773941492.936215:0:14205:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941492.936217:0:14205:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941492.936218:0:14205:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941492.936219:0:14205:0:(genops.c:1242:class_import_put()) import ffffa0938620f000 refcount=3 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:2.0:1773941492.936221:0:14205:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:2.0:1773941492.936223:0:14205:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffffa093996f9800: update ffffa093885a0450 cache blocks 20275/23812 objects 79737/79992 00800000:00000001:2.0:1773941492.936226:0:14205:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941492.936229:0:14205:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936231:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773941492.936233:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936236:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936238:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936270:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936272:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936276:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936277:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936279:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936281:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936283:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936284:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936286:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936288:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936290:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936291:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936293:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936295:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936297:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936300:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936301:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936303:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936304:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936306:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936308:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936309:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936310:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936311:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936313:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936314:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936315:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936317:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936318:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936319:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936321:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936323:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936324:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936329:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936332:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936333:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936334:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936336:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936337:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936339:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936341:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936342:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936343:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936345:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936346:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936349:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936350:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936351:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936352:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936354:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936356:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936358:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936360:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936362:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936365:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936368:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936370:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936372:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936376:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936378:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936382:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936384:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936387:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936388:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936391:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936394:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936401:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936403:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936404:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936407:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936410:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936412:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936414:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936417:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936420:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936425:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936427:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936430:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936431:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936435:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936438:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936440:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936441:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936442:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936446:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936448:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936451:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936454:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936457:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936459:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936464:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936466:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936469:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936470:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936472:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936474:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936475:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936477:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936478:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936485:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936486:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936487:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936489:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936491:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936493:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936496:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936497:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936500:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936501:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936503:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936504:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936506:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936507:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936508:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936510:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936512:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936514:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936516:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936518:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936520:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936522:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936523:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936525:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936525:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936527:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936528:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936529:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936530:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936530:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936532:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936534:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936538:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936539:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936541:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936542:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936545:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936546:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936547:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936548:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936549:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936551:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936552:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936552:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936553:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936568:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936569:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936571:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936572:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936573:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936575:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936594:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936597:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936599:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936601:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936603:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936606:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936607:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936608:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936610:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936612:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936613:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936615:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936616:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936622:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936623:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936627:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936628:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936630:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936631:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936632:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936634:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936635:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936635:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936636:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936638:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936639:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936640:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936641:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936642:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936643:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936645:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936646:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936647:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936648:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936649:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936650:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936651:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936652:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936653:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936654:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936655:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936656:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936657:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936658:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936660:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936661:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936665:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936667:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936668:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936669:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936671:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936672:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936672:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936673:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936675:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936676:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936677:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936678:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936679:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936680:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936683:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936684:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936685:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936686:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936687:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936688:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936689:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936689:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936690:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936692:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936693:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936694:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936695:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936696:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936697:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936699:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936700:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936701:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936702:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936706:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936707:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936708:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936709:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936710:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936712:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936713:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936714:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936715:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936717:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936718:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936720:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936721:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936723:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936723:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936724:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936726:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936727:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936727:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936728:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936729:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936730:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936731:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936733:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936734:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936736:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936739:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936740:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936743:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936744:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936746:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936748:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936749:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936755:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936757:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936759:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936761:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936764:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936766:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936769:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936771:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936776:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936777:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936781:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936782:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936785:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936788:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936789:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936790:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936792:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936794:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936797:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936799:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936801:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936804:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936806:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936810:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936811:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936813:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936814:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936815:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936817:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936818:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936819:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936820:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936822:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936827:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936828:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936829:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936836:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936838:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936841:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936842:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936844:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936845:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936846:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936848:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936849:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936850:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936850:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936852:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936853:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936855:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936856:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936858:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936859:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936860:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936861:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936862:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936863:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936864:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936866:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936866:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936867:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936868:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936869:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936870:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936871:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936873:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936877:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936878:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936881:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936882:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936884:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936884:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936886:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936887:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936888:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936889:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936889:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936891:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936892:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936893:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936894:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936896:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936897:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936898:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936899:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936900:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936901:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936902:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936903:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936904:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936905:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936906:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936907:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936908:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936909:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936911:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936912:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936913:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936914:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936918:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936920:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936921:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936922:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936923:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936924:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936925:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936926:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936927:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936928:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936929:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936931:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936932:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936933:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936935:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936936:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936938:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936938:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936939:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936940:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936941:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936946:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936947:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936948:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936949:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936950:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936952:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936953:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936954:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936956:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936957:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936958:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936959:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936963:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936964:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936966:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936967:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936967:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936969:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936970:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936972:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936973:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936974:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936975:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936978:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936978:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936980:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936981:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936982:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936983:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.936984:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.936985:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.936985:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.936987:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936988:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936989:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.936990:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.936991:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936992:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.936994:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.936995:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.936996:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.936997:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.936998:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.936999:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937000:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937004:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937004:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937006:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937008:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937009:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937010:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937012:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937013:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937015:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937016:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937018:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937018:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937020:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937021:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937022:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937022:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937023:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937024:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937026:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937027:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937028:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937029:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937030:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937032:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937033:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937034:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937035:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937036:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937037:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937038:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937039:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937040:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937042:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937048:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937050:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937052:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937054:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937056:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937061:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937062:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937065:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937067:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937069:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937072:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937074:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937075:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937077:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937079:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937082:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937084:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937086:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937089:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937091:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937094:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937096:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937100:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937101:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937103:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937105:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937107:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937108:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937110:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937112:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937113:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937114:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937116:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937121:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937123:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937126:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937127:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937129:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937130:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937132:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937133:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937134:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937135:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937136:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937137:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937138:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937139:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937141:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937142:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937143:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937145:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937146:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937148:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937149:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937150:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937151:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937152:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937153:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937153:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937155:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937156:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937157:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937158:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937159:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937160:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937162:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937166:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937168:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937169:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937170:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937172:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937173:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937174:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937174:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937176:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937177:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937178:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937179:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937180:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937181:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937184:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937185:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937186:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937187:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937188:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937189:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937190:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937191:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937191:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937193:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937194:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937195:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937196:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937197:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937198:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937200:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937201:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937203:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937204:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937209:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937211:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937213:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937215:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937216:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937219:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937221:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937223:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937225:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937227:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937229:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937234:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937236:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937239:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937241:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937243:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937246:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937247:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937249:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937250:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937254:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937256:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937258:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937260:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937262:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937264:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937268:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937269:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937272:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937273:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937275:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937276:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937278:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937282:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937283:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937285:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937287:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937288:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937289:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937291:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937292:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937295:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937296:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937298:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937299:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937300:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937302:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937303:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937303:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937304:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937305:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937307:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937308:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937309:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937310:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937311:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937313:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937314:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937315:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937316:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937317:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937318:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937319:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937320:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937320:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937322:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937325:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937327:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937328:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937330:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937331:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937333:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937334:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937336:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937337:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937338:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937339:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937340:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937341:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937342:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937343:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937344:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937345:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937346:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937348:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937349:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937350:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937351:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937352:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937353:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937354:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937355:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937356:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937357:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937358:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937359:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937360:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937361:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937363:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937367:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937369:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937373:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937374:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937377:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937379:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937381:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937383:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937385:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937386:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937388:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937390:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937392:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937394:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937397:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937399:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937401:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937404:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937406:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937409:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937410:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937413:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937415:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937417:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937418:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937419:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937422:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937424:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937426:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937429:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937431:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937433:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937436:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937442:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937445:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937446:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937447:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937449:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937450:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937451:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937452:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937454:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937455:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937456:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937458:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937459:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937460:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937463:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937463:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937465:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937465:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937467:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937468:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937469:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937469:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937470:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937472:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937473:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937474:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937476:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937477:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937478:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937480:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937481:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937482:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937483:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937486:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937488:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937489:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937490:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937491:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937493:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937494:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937495:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937496:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937498:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937499:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937501:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937502:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937504:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937504:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937505:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937507:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937508:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937508:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937509:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937510:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937511:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937512:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937514:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937515:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937516:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937518:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937518:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937520:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937520:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937522:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937523:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937524:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937527:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937528:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937530:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937531:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937532:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937534:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937535:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937536:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937539:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937539:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937541:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937542:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937543:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937544:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937545:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937546:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937546:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937548:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937549:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937550:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937551:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937552:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937553:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937570:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937571:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937572:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937573:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937575:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937576:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937593:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937595:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937596:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937599:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937604:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937606:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937609:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937611:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937613:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937616:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937617:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937620:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937621:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937622:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937624:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937625:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937626:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937627:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937629:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937630:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937631:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937632:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937634:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937635:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937636:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937637:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937639:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937640:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937641:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937643:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937645:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937646:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937647:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937650:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937652:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937654:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937655:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937660:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937661:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937664:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937666:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937668:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937670:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937672:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937674:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937676:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937677:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937678:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937682:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937683:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937684:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937686:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937687:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937688:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937691:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937691:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937693:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937694:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937695:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937696:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937697:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937698:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937699:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937701:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937702:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937703:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937704:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937706:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937707:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937708:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937712:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937714:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937715:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937717:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937718:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937719:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937720:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937721:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937722:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937723:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937724:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937725:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937727:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937728:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937730:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937731:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937732:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937733:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937735:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937737:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937739:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937740:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937741:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937743:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937745:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937747:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937749:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937751:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937753:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937756:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937757:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937760:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937761:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937768:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937771:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937773:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937774:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937776:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937779:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937781:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937783:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937785:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937788:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937790:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937795:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937797:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937800:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937802:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937804:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937807:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937808:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937809:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937811:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937814:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937815:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937816:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937818:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937820:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937821:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937823:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937824:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937826:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937827:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937828:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937830:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937831:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937836:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937838:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937840:0:14205:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937841:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937842:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.937843:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937845:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937846:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.937849:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937850:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937851:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937852:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937853:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937854:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937855:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773941492.937856:0:14205:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773941492.937857:0:14205:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00800000:00000001:2.0:1773941492.937859:0:14205:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773941492.937860:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773941492.937861:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1773941492.937863:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.937864:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773941492.937865:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773941492.937867:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.937868:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.937869:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.937870:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.937871:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.937872:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.937873:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.937876:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.937877:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.937881:0:14205:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:2.0:1773941492.937885:0:14205:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffffa093996f9800: age -758, max_age 258 00000008:00000001:2.0:1773941492.937888:0:14205:0:(osc_request.c:3449:osc_statfs()) Process entered 00000020:00000040:2.0:1773941492.937890:0:14205:0:(genops.c:1229:class_import_get()) import ffffa09387c9e000 refcount=3 obd=lustre-OST0000-osc-ffffa093996f9800 00000100:00000010:2.0:1773941492.937892:0:14205:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4700. 00000020:00000040:2.0:1773941492.937894:0:14205:0:(genops.c:1229:class_import_get()) import ffffa09387c9e000 refcount=4 obd=lustre-OST0000-osc-ffffa093996f9800 00000020:00000001:2.0:1773941492.937896:0:14205:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941492.937897:0:14205:0:(genops.c:1242:class_import_put()) import ffffa09387c9e000 refcount=3 obd=lustre-OST0000-osc-ffffa093996f9800 00000020:00000001:2.0:1773941492.937898:0:14205:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941492.937900:0:14205:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941492.937901:0:14205:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941492.937903:0:14205:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941492.937906:0:14205:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938624ad00. 00000100:00000001:2.0:1773941492.937910:0:14205:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.937913:0:14205:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941492.937914:0:14205:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941492.937917:0:14205:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0938914ee40. 00000100:00000001:2.0:1773941492.937919:0:14205:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154253327936 : -104919456223680 : ffffa0938914ee40) 00000100:00000001:2.0:1773941492.937921:0:14205:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941492.937923:0:14205:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00000100:00000001:2.0:1773941492.937926:0:14205:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941492.937928:0:14205:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.937929:0:14205:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941492.937930:0:14205:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941492.937934:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.937940:0:14205:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941492.937941:0:14205:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.937942:0:14205:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941492.937944:0:14205:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941492.937945:0:14205:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941492.937947:0:14205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job lfs:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:14205:1860112244290816:192.168.202.146@tcp:13:lfs.0 00000100:00000001:2.0:1773941492.937950:0:14205:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941492.937952:0:14205:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941492.937953:0:14205:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.937959:0:14205:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941492.937962:0:14205:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09387c95800. 02000000:00000001:2.0:1773941492.937964:0:14205:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941492.937968:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941492.937970:0:14205:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941492.937973:0:14205:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9dd0. 00000100:00000200:2.0:1773941492.937976:0:14205:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244290816, portal 4 00000100:00000001:2.0:1773941492.937978:0:14205:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941492.937979:0:14205:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00000020:00000010:2.0:1773941492.937985:0:14205:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa09387ca2000. 00000100:00000040:2.0:1773941492.937990:0:14205:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.937995:0:14205:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941492.937996:0:14205:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941492.937998:0:14205:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e94c8. 00000100:00000200:2.0:1773941492.938000:0:14205:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1860112244290816, offset 0 00000400:00000200:2.0:1773941492.938003:0:14205:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941492.938006:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.938009:0:14205:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941492.938011:0:14205:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941492.938013:0:14205:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941492.938015:0:14205:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941492.938017:0:14205:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941492.938019:0:14205:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [113:113:256:4294967295] 192.168.202.146@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1773941492.938022:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.938026:0:14205:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941492.938030:0:14205:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941492.938032:0:14205:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a200. 00000800:00000200:2.0:1773941492.938035:0:14205:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941492.938039:0:14205:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941492.938042:0:14205:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941492.938059:0:14205:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941492.938062:0:14205:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: using a timeout of 2487 usecs (3 jiffies) 00000400:00000200:2.0:1773941492.938066:0:14205:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941492.938068:0:14205:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: PM QoS new deadline estimation for cpu 0 is 4294926651 00000100:00000001:2.0:1773941492.938071:0:14205:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: PM QoS request active for cpu 0, keep current deadline 4294930834 00000100:00000001:2.0:1773941492.938074:0:14205:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: PM QoS new deadline estimation for cpu 1 is 4294926651 00000100:00000001:2.0:1773941492.938076:0:14205:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: PM QoS request active for cpu 1, keep current deadline 4294930834 00000100:00000001:2.0:1773941492.938079:0:14205:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941492.938082:0:14205:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.938084:0:14205:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941492.938086:0:14205:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941492.938088:0:14205:0:(client.c:2690:ptlrpc_set_wait()) set ffffa0938914ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1773941492.938091:0:14205:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941492.938094:0:14205:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941492.938120:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941492.938125:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a200. 00000400:00000200:1.0:1773941492.938130:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.938135:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941492.938138:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e94c8 00000400:00000010:1.0:1773941492.938140:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e94c8. 00000100:00000001:1.0:1773941492.938142:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941492.938146:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.938153:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.938155:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.938160:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.938162:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941492.939191:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.939197:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941492.939199:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.939200:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941492.939204:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.939208:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941492.939212:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.939214:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.939216:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.939219:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 368 into portal 4 MB=0x69bc321903500 00000400:00000200:0.0:1773941492.939222:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941492.939225:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 368/368 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1773941492.939228:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.939233:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941492.939235:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941492.939237:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941492.939240:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941492.939244:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941492.939251:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.939264:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941492.939267:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941492.939269:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.939291:0:14205:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941492.939295:0:14205:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941492.939297:0:14205:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941492.939299:0:14205:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:2.0:1773941492.939302:0:14205:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9dd0 00000400:00000010:2.0:1773941492.939303:0:14205:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9dd0. 00000100:00000001:2.0:1773941492.939305:0:14205:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941492.939309:0:14205:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941492.939316:0:14205:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.939324:0:14205:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941492.939326:0:14205:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.939328:0:14205:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941492.939330:0:14205:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941492.939331:0:14205:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941492.939332:0:14205:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.939334:0:14205:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941492.939337:0:14205:0:(import.c:2136:obd_at_measure()) add 5 to ffffa09387c9e4a0 time=1773941492 v=5 (0 0 0 0) 00000100:00001000:2.0:1773941492.939345:0:14205:0:(import.c:2136:obd_at_measure()) add 1 to ffffa09387c9e410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941492.939346:0:14205:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941492.939348:0:14205:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.939349:0:14205:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773941492.939352:0:14205:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941492.939358:0:14205:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.939361:0:14205:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773941492.939362:0:14205:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093996f9800: skip recheck: last_committed 0 00000100:00000001:2.0:1773941492.939364:0:14205:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941492.939365:0:14205:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941492.939370:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.939377:0:14205:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941492.939378:0:14205:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941492.939380:0:14205:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941492.939384:0:14205:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941492.939392:0:14205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job lfs:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:14205:1860112244290816:192.168.202.146@tcp:13:lfs.0 00000100:00000001:2.0:1773941492.939396:0:14205:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.939398:0:14205:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.939400:0:14205:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941492.939401:0:14205:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941492.939405:0:14205:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.939412:0:14205:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941492.939414:0:14205:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0938914ee40. 00000100:00000001:2.0:1773941492.939417:0:14205:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941492.939418:0:14205:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773941492.939422:0:14205:0:(osc_request.c:3497:osc_statfs()) Process leaving 00000100:00000001:2.0:1773941492.939423:0:14205:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941492.939427:0:14205:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4700 x1860112244290816/t0(0) o13->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.939440:0:14205:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941492.939442:0:14205:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941492.939444:0:14205:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09387c95800. 02000000:00000001:2.0:1773941492.939446:0:14205:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941492.939448:0:14205:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941492.939449:0:14205:0:(genops.c:1242:class_import_put()) import ffffa09387c9e000 refcount=2 obd=lustre-OST0000-osc-ffffa093996f9800 00000020:00000001:2.0:1773941492.939451:0:14205:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941492.939453:0:14205:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938624ad00. 02000000:00000001:2.0:1773941492.939455:0:14205:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941492.939457:0:14205:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941492.939458:0:14205:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4700. 00000100:00000001:2.0:1773941492.939460:0:14205:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941492.939461:0:14205:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1773941492.939463:0:14205:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffffa093996f9800: update ffffa093885a5178 cache blocks 31672/35554 objects 49568/50000 00020000:00000001:2.0:1773941492.939465:0:14205:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773941492.939468:0:14205:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939469:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773941492.939471:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939472:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939473:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939495:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939496:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939499:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939500:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939503:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939505:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939506:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939507:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939508:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939510:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939512:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939513:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939514:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939516:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939522:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939525:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939527:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939529:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939530:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939532:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939534:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939535:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939536:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939537:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939538:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939540:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939541:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939543:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939544:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939545:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939547:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939549:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939550:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939551:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939553:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939570:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939572:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939573:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939574:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939576:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939577:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939843:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939845:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939847:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939849:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939853:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939855:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939864:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939865:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939868:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939870:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939871:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939873:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939874:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939876:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939878:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939880:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939881:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939883:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939885:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939887:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939888:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939889:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939890:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939892:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939894:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939895:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939896:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939897:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939898:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939900:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939901:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939902:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939904:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939905:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939907:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939908:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939909:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939910:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939912:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939917:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939919:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939921:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939922:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939925:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939927:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939929:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939932:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939934:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939935:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939939:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939940:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939942:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939943:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939944:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939946:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939947:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939948:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939949:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939950:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939952:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939953:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939954:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939955:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939956:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939958:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939959:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939960:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939961:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939962:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939963:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939964:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939965:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939969:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939971:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939972:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939973:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939974:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939976:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939977:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939980:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939980:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939982:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939983:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.939984:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.939985:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.939986:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.939987:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.939988:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.939989:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939990:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939991:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.939992:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.939994:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939995:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.939996:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.939997:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.939999:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.939999:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940000:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940002:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940003:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940003:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940004:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940005:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940006:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940010:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940011:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940013:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940014:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940017:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940017:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940019:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940020:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940021:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940022:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940023:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940024:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940025:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940026:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940027:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940028:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940029:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940031:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940032:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940033:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940034:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940036:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940036:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940037:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940039:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940040:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940041:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940042:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940045:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940046:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940048:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940050:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940057:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940059:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940063:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940065:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940068:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940069:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940072:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940075:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940076:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940078:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940079:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940082:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940084:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940086:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940088:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940091:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940093:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940096:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940098:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940101:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940102:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940104:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940107:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940109:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940110:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940111:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940114:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940116:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940117:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940120:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940122:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940124:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940127:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940132:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940134:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940135:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940137:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940138:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940139:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940140:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940141:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940143:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940144:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940146:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940147:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940149:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940150:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940152:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940153:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940155:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940155:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940156:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940158:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940159:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940159:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940160:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940161:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940163:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940164:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940166:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940167:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940168:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940170:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940171:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940172:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940173:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940177:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940178:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940179:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940180:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940181:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940183:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940184:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940193:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940194:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940196:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940197:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940200:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940202:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940205:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940206:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940208:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940211:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940212:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940213:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940215:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940217:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940219:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940221:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940224:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940226:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940228:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940232:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940233:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940236:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940237:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940240:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940242:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940244:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940250:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940252:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940255:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940257:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940259:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940262:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940265:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940267:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940271:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940273:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940275:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940276:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940278:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940279:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940280:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940281:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940282:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940284:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940285:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940286:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940287:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940289:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940290:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940291:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940292:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940293:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940294:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940295:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940296:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940297:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940298:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940299:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940300:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940305:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940306:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940307:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940309:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940310:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940313:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940314:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940315:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940316:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940317:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940318:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940319:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940320:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940321:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940322:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940323:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940324:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940326:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940327:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940328:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940330:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940330:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940332:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940333:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940334:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940335:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940336:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940336:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940337:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940338:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940340:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940341:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940342:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940346:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940347:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940350:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940351:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940353:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940353:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940355:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940356:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940357:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940358:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940359:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940361:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940363:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940365:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940367:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940369:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940371:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940374:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940376:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940378:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940379:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940382:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940384:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940386:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940387:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940388:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940391:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940393:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940395:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940397:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940400:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940402:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940405:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940412:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940416:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940417:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940419:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940422:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940424:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940425:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940426:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940428:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940429:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940431:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940432:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940434:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940435:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940438:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940439:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940440:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940441:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940442:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940444:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940445:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940446:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940447:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940448:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940449:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940451:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940452:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940453:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940454:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940456:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940457:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940458:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940459:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940463:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940464:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940466:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940466:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940467:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940469:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940470:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940472:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940473:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940474:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940475:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940478:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940479:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940480:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940481:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940482:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940483:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940484:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940485:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940485:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940487:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940488:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940489:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940490:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940491:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940493:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940494:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940495:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940496:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940497:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940498:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940499:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940500:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940504:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940505:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940506:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940508:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940509:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940510:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940512:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940513:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940517:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940518:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940521:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940522:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940524:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940526:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940528:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940529:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940530:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940532:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940534:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940536:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940538:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940540:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940542:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940545:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940547:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940550:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940551:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940553:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940571:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940573:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940574:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940575:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940596:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940604:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940607:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940609:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940613:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940615:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940621:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940623:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940627:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940628:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940631:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940634:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940636:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940637:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940639:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940642:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940644:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940645:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940648:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940651:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940653:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940656:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940657:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940660:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940661:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940664:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940666:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940668:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940669:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940670:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940672:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940673:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940675:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940676:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940682:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940683:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940687:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940688:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940690:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940691:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940692:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940693:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940694:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940695:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940696:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940697:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940698:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940700:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940701:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940702:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940703:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940705:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940706:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940707:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940708:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940709:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940710:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940711:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940711:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940712:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940713:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940715:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940716:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940717:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940718:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940719:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940721:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940724:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940726:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940727:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940729:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940730:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940731:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940732:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940733:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940734:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940737:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940738:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940740:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940742:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940744:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940749:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940750:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940753:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940754:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940756:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940759:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940760:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940761:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940763:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940766:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940768:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940770:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940772:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940774:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940776:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940780:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940781:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940785:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940786:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940793:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940796:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940797:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940798:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940799:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940801:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940803:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940804:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940805:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940807:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940808:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940812:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940813:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940814:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940815:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940816:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940818:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940819:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940820:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940821:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940822:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940823:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940824:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940826:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940827:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940828:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940830:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940830:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940832:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940832:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940834:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940835:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940836:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940839:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940840:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940842:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940843:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940845:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940846:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940847:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940848:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940851:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940852:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940853:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940854:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940855:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940856:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940857:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940858:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940859:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940860:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940861:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940862:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940863:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940865:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940866:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940867:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940868:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940870:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940870:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940871:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940873:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940874:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940874:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940875:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940876:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940880:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940881:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940883:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940884:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940885:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940888:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940888:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940890:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940891:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940892:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940893:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940894:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940895:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940896:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940897:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940898:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940899:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940900:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940902:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940903:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940904:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940905:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940907:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940907:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940908:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940910:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940910:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940911:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940912:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940913:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940914:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940915:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940917:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940920:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940922:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940924:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940925:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940927:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940927:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940929:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940930:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940931:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940932:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940932:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940934:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940935:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940936:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940937:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940938:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940939:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940941:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940942:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940943:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940944:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940945:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940946:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940947:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940948:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940948:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940950:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940951:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940952:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940953:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940954:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940956:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940957:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940962:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940965:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940966:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.940969:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.940971:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.940973:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.940974:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.940975:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.940978:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940980:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940982:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.940984:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.940987:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940989:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.940993:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.940995:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.940998:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.940999:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941002:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941004:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941006:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941007:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941009:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941011:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941013:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941016:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941018:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941020:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941021:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941024:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941025:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941027:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941028:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941033:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941035:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941036:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941037:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941038:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941040:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941041:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941042:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941044:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941045:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941046:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941049:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941051:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941054:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941055:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941056:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941058:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941060:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941061:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941062:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941064:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941066:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941068:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941070:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941072:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941074:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941077:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941079:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941082:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941083:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941086:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941088:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941090:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941096:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941097:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941101:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941103:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941105:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941107:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941110:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941112:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941116:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941117:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941120:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941121:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941123:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941124:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941125:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941126:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941127:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941129:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941130:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941131:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941132:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941134:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941135:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941136:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941137:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941139:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941139:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941141:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941142:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941143:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941143:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941144:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941145:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941151:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941152:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941154:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941155:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941156:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941159:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941160:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941162:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941162:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941163:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941165:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941166:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941166:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941167:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941168:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941170:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941171:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941172:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941173:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941174:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941176:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941177:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941178:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941179:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941180:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941181:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941182:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941183:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941183:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941185:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941186:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941187:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941188:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941192:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941193:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941196:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941197:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941199:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941200:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941201:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941203:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941205:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941206:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941207:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941209:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941211:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941213:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941216:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941218:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941220:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941224:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941225:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941228:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941230:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941232:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941234:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941236:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941237:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941238:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941241:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941243:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941245:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941247:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941250:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941252:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941255:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941262:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941266:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941268:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941270:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941273:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941274:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941276:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941277:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941280:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941282:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941283:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941285:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941287:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941288:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941291:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941292:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941294:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941295:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941296:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941298:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941299:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941300:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941300:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941302:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941303:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941304:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941305:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941306:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941308:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941309:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941310:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941311:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941312:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941316:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941318:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941319:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941320:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941321:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941323:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941324:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941325:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941326:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941327:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941328:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941331:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941332:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941333:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941334:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941335:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941336:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941337:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941338:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941339:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941340:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941341:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941342:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941344:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941345:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941346:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941347:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941348:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941350:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941350:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941351:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941353:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941353:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941357:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941359:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941361:0:14205:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941363:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941365:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1773941492.941368:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941370:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941372:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1773941492.941376:0:14205:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773941492.941378:0:14205:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) cmd=c00866a4 arg=7ffdb3115990 00000080:00000001:2.0:1773941492.941380:0:14205:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773941492.941382:0:14205:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773941492.941384:0:14205:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffffa09387c95000. 00000020:00000001:2.0:1773941492.941386:0:14205:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941388:0:14205:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1773941492.941389:0:14205:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1773941492.941391:0:14205:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffffa093996f9800: cmd=c00866a4 len=592 karg=ffffa09387c95000 uarg=0000000000000000 00020000:00000001:2.0:1773941492.941393:0:14205:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773941492.941396:0:14205:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773941492.941397:0:14205:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1773941492.941400:0:14205:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffffa09387c95000. 00000080:00000001:2.0:1773941492.941402:0:14205:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773941492.941404:0:14205:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1773941492.941412:0:14205:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:2.0:1773941492.941414:0:14205:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773941492.941416:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbdb0 00000080:00200008:2.0:1773941492.941419:0:14205:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa09384add348), flags 100000 00000080:00400000:2.0:1773941492.941422:0:14205:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1773941492.941425:0:14205:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffffa0939972a140. 00000080:00000001:2.0:1773941492.941428:0:14205:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773941492.941430:0:14205:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818bbdb0 00000080:00000008:2.0:1773941492.941431:0:14205:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffffa09384add348), flags 100000, rc = 0 00000080:00000001:2.0:1773941492.941433:0:14205:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941492.941438:0:14205:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941492.955698:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3d08 00000080:00200008:3.0:1773941492.955706:0:14222:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa09384add348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773941492.955714:0:14222:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773941492.955716:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3c80 00000080:00200000:3.0:1773941492.955719:0:14222:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348),name=/ 00000080:00000010:3.0:1773941492.955726:0:14222:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffffa09386250200. 00800000:00000002:3.0:1773941492.955732:0:14222:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffffa093a04aa180 2 00000080:00000001:3.0:1773941492.955737:0:14222:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:3.0:1773941492.955743:0:14222:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffffa09386adc800. 00800000:00000001:3.0:1773941492.955748:0:14222:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773941492.955751:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3ba0 00800000:00000002:3.0:1773941492.955754:0:14222:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941492.955758:0:14222:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773941492.955761:0:14222:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773941492.955764:0:14222:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773941492.955767:0:14222:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773941492.955769:0:14222:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773941492.955772:0:14222:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941492.955775:0:14222:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941492.955778:0:14222:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941492.955782:0:14222:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1773941492.955788:0:14222:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffffa09386add400. 00000002:00000001:3.0:1773941492.955793:0:14222:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773941492.955794:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3a70 00000002:00010000:3.0:1773941492.955797:0:14222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773941492.955801:0:14222:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773941492.955803:0:14222:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773941492.955807:0:14222:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773941492.955820:0:14222:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51100 count: 2 00010000:00000001:3.0:1773941492.955824:0:14222:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941492.955829:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1773941492.955834:0:14222:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa09390278900. 00010000:00000001:3.0:1773941492.955838:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941492.955843:0:14222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 02000000:00000001:3.0:1773941492.955855:0:14222:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773941492.955860:0:14222:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941492.955864:0:14222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000002:00000001:3.0:1773941492.955872:0:14222:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773941492.955875:0:14222:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773941492.955877:0:14222:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941492.955879:0:14222:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941492.955882:0:14222:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773941492.955884:0:14222:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773941492.955888:0:14222:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773941492.955891:0:14222:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffffa093a04aa180 2 00000080:00000010:3.0:1773941492.955894:0:14222:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffffa09386250200. 00000080:00000001:3.0:1773941492.955898:0:14222:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773941492.955901:0:14222:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941492.955904:0:14222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) 00000080:00010000:3.0:1773941492.955909:0:14222:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) for lock 0x450ee06f069b0b6e 00800000:00000001:3.0:1773941492.955913:0:14222:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773941492.955916:0:14222:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773941492.955918:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941492.955920:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941492.955923:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:3.0:1773941492.955926:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:3.0:1773941492.955929:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:3.0:1773941492.955940:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.955942:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941492.955943:0:14222:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941492.955946:0:14222:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941492.955949:0:14222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0b6e from it ffffb97c818b3cb8 00010000:00000001:3.0:1773941492.955951:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941492.955953:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941492.955954:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:3.0:1773941492.955957:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:3.0:1773941492.955959:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:3.0:1773941492.955962:0:14222:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941492.955966:0:14222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:3.0:1773941492.955974:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.955975:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941492.955977:0:14222:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773941492.955980:0:14222:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773941492.955982:0:14222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:3.0:1773941492.955991:0:14222:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941492.955995:0:14222:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941492.955998:0:14222:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941492.956002:0:14222:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.956006:0:14222:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941492.956008:0:14222:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.956010:0:14222:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941492.956014:0:14222:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffffa09386250200. 00010000:00000001:3.0:1773941492.956018:0:14222:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.956020:0:14222:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941492.956022:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.956023:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941492.956026:0:14222:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941492.956028:0:14222:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773941492.956038:0:14222:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941492.956044:0:14222:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffffa09383396800. 00000020:00000001:3.0:1773941492.956048:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3d08 00000080:00000008:3.0:1773941492.956050:0:14222:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffffa09384add348), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1773941492.956199:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3d08 00000080:00200008:3.0:1773941492.956202:0:14222:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa09384add348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773941492.956207:0:14222:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773941492.956209:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3c80 00000080:00200000:3.0:1773941492.956211:0:14222:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348),name=/ 00000080:00000010:3.0:1773941492.956216:0:14222:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffffa09386251000. 00800000:00000002:3.0:1773941492.956220:0:14222:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffffa093a04aa180 2 00000080:00000001:3.0:1773941492.956223:0:14222:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773941492.956226:0:14222:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773941492.956227:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3ba0 00800000:00000002:3.0:1773941492.956229:0:14222:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941492.956233:0:14222:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773941492.956234:0:14222:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773941492.956236:0:14222:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773941492.956238:0:14222:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773941492.956239:0:14222:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773941492.956242:0:14222:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941492.956243:0:14222:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941492.956246:0:14222:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941492.956248:0:14222:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773941492.956253:0:14222:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773941492.956254:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3a70 00000002:00010000:3.0:1773941492.956256:0:14222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773941492.956259:0:14222:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773941492.956261:0:14222:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773941492.956263:0:14222:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773941492.956266:0:14222:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51100 count: 2 00010000:00000001:3.0:1773941492.956268:0:14222:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941492.956271:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941492.956274:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941492.956284:0:14222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 02000000:00000001:3.0:1773941492.956292:0:14222:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773941492.956294:0:14222:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941492.956298:0:14222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000002:00000001:3.0:1773941492.956305:0:14222:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773941492.956307:0:14222:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773941492.956310:0:14222:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941492.956312:0:14222:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941492.956314:0:14222:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773941492.956316:0:14222:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773941492.956319:0:14222:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773941492.956321:0:14222:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffffa093a04aa180 2 00000080:00000010:3.0:1773941492.956324:0:14222:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffffa09386251000. 00000080:00000001:3.0:1773941492.956327:0:14222:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773941492.956329:0:14222:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941492.956332:0:14222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) 00000080:00010000:3.0:1773941492.956335:0:14222:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa09384add348) for lock 0x450ee06f069b0b6e 00800000:00000001:3.0:1773941492.956339:0:14222:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773941492.956341:0:14222:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773941492.956342:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941492.956344:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941492.956346:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:3.0:1773941492.956348:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:3.0:1773941492.956351:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:3.0:1773941492.956354:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.956356:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941492.956357:0:14222:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941492.956359:0:14222:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941492.956362:0:14222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x450ee06f069b0b6e from it ffffb97c818b3cb8 00010000:00000001:3.0:1773941492.956364:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941492.956373:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941492.956374:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516600 refcount=3 00000020:00000001:3.0:1773941492.956376:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:3.0:1773941492.956379:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073024 : -104919586478592 : ffffa09381516600) 00010000:00000001:3.0:1773941492.956382:0:14222:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941492.956385:0:14222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:3.0:1773941492.956392:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.956394:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941492.956395:0:14222:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773941492.956397:0:14222:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773941492.956399:0:14222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1773941492.956407:0:14222:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941492.956409:0:14222:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941492.956411:0:14222:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941492.956413:0:14222:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.956415:0:14222:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941492.956417:0:14222:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.956419:0:14222:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.956421:0:14222:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.956423:0:14222:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941492.956425:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.956426:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941492.956428:0:14222:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941492.956430:0:14222:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773941492.956433:0:14222:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941492.956436:0:14222:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffb97c818b3d08 00000080:00000008:3.0:1773941492.956439:0:14222:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffffa09384add348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773941492.956940:0:14222:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941492.963169:0:14222:0:(llite_lib.c:1002:ll_kill_super()) Process entered 00000080:00000001:0.0:1773941492.963172:0:14222:0:(llite_lib.c:1023:ll_kill_super()) Process leaving 00000080:00000001:0.0:1773941492.963181:0:14222:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773941492.963184:0:14222:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773941492.963192:0:14222:0:(llite_lib.c:3261:ll_delete_inode()) Process entered 00000080:00000001:0.0:1773941492.963200:0:14222:0:(llite_lib.c:1948:ll_clear_inode()) Process entered 00000080:00200000:0.0:1773941492.963202:0:14222:0:(llite_lib.c:1951:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa09384add348) 00800000:00000001:0.0:1773941492.963207:0:14222:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:0.0:1773941492.963209:0:14222:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:0.0:1773941492.963213:0:14222:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1773941492.963218:0:14222:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51100 count: 2 00010000:00000001:0.0:1773941492.963220:0:14222:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773941492.963223:0:14222:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941492.963224:0:14222:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773941492.963226:0:14222:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941492.963227:0:14222:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941492.963230:0:14222:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1773941492.963232:0:14222:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1773941492.963234:0:14222:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941492.963236:0:14222:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941492.963239:0:14222:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffffa093a04aa180 1 00800000:00000010:0.0:1773941492.963242:0:14222:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffffa093a04aa180. 00000080:00000001:0.0:1773941492.963246:0:14222:0:(llite_lib.c:1999:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1773941492.963247:0:14222:0:(llite_lib.c:3280:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1773941492.963254:0:14222:0:(llite_lib.c:1565:ll_put_super()) Process entered 00000080:00200000:0.0:1773941492.963256:0:14222:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffffa093996f9800 (sb ffffa093996f9800) 00000020:00000001:0.0:1773941492.963260:0:14222:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773941492.963263:0:14222:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffffa09389f8d180. 00000020:00000001:0.0:1773941492.963266:0:14222:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941492.963270:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385316e00. 00000020:00000010:0.0:1773941492.963273:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09385316400. 00000040:00000010:0.0:1773941492.963276:0:14222:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09385317400. 00000020:00000010:0.0:1773941492.963281:0:14222:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938860d000. 00000020:00000010:0.0:1773941492.963285:0:14222:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09385317c00. 00040000:00000010:0.0:1773941492.963289:0:14222:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09389f05200. 00040000:00000010:0.0:1773941492.963293:0:14222:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09385317e00. 10000000:00000001:0.0:1773941492.963297:0:14222:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941492.963299:0:14222:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773941492.963301:0:14222:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773941492.963303:0:14222:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773941492.963305:0:14222:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941492.963306:0:14222:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffffa09398f31000) refs 3 10000000:00000001:0.0:1773941492.963313:0:14222:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941492.963315:0:14222:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446639154519543808 : -104919190007808 : ffffa09398f31000) 10000000:00000001:0.0:1773941492.963318:0:14222:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941492.963319:0:14222:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x450ee06f069b0b13 00010000:00000001:0.0:1773941492.963321:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941492.963324:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941492.963326:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ec00 refcount=2 00000020:00000001:0.0:1773941492.963329:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941492.963333:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941492.963337:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941492.963341:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941492.963345:0:14222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963353:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941492.963354:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941492.963356:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941492.963358:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941492.963359:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ec00 refcount=3 00000020:00000001:0.0:1773941492.963360:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941492.963362:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941492.963363:0:14222:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773941492.963365:0:14222:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963370:0:14222:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941492.963372:0:14222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963375:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941492.963376:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941492.963378:0:14222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963390:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941492.963392:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.963394:0:14222:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773941492.963397:0:14222:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa09389f8d840. 00010000:00000001:0.0:1773941492.963400:0:14222:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773941492.963411:0:14222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1773941492.963413:0:14222:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.963415:0:14222:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.963416:0:14222:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941492.963417:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941492.963418:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773941492.963420:0:14222:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941492.963421:0:14222:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x450ee06f069b0b3d 00010000:00000001:0.0:1773941492.963422:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941492.963423:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941492.963424:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bd800 refcount=2 00000020:00000001:0.0:1773941492.963426:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144729088 : -104919564822528 : ffffa093829bd800) 00010000:00000001:0.0:1773941492.963428:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144729088 : -104919564822528 : ffffa093829bd800) 00010000:00000001:0.0:1773941492.963430:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941492.963431:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941492.963433:0:14222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963437:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941492.963438:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941492.963439:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941492.963440:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1773941492.963442:0:14147:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1773941492.963442:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bd800 refcount=3 00000020:00000001:3.0:1773941492.963446:0:14147:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.963446:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144729088 : -104919564822528 : ffffa093829bd800) 00010000:00000001:0.0:1773941492.963448:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144729088 : -104919564822528 : ffffa093829bd800) 00010000:00000001:0.0:1773941492.963449:0:14222:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773941492.963451:0:14222:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941492.963458:0:14147:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1773941492.963462:0:14222:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941492.963464:0:14222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941492.963470:0:14147:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773941492.963471:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.963473:0:14147:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1773941492.963474:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941492.963481:0:14147:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941492.963481:0:14222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963487:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941492.963489:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.963491:0:14222:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773941492.963493:0:14222:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa09389f8d6c0. 00010000:00000001:0.0:1773941492.963497:0:14222:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773941492.963502:0:14147:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5ec00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:3.0:1773941492.963505:0:14147:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941492.963507:0:14147:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941492.963509:0:14222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1773941492.963515:0:14222:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.963518:0:14222:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.963519:0:14222:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941492.963520:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941492.963521:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773941492.963522:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941492.963523:0:14222:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941492.963525:0:14222:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1773941492.963527:0:14147:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:0.0:1773941492.963528:0:14222:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00000001:3.0:1773941492.963532:0:14147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 10000000:00000040:0.0:1773941492.963532:0:14222:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x450ee06f069b0b44 00000020:00000001:2.0:1773941492.963536:0:14146:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941492.963537:0:14147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1773941492.963538:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.963541:0:14146:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941492.963543:0:14147:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ec00 refcount=3 00000020:00000001:0.0:1773941492.963543:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941492.963547:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516200 refcount=2 00010000:00010000:2.0:1773941492.963548:0:14146:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:0.0:1773941492.963551:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123072000 : -104919586479616 : ffffa09381516200) 00010000:00000001:0.0:1773941492.963566:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123072000 : -104919586479616 : ffffa09381516200) 00010000:00000001:0.0:1773941492.963569:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1773941492.963570:0:14147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941492.963571:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.963575:0:14147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00010000:0.0:1773941492.963598:0:14222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963603:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941492.963604:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941492.963605:0:14222:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941492.963607:0:14222:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941492.963608:0:14222:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516200 refcount=3 00000020:00000001:0.0:1773941492.963610:0:14222:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123072000 : -104919586479616 : ffffa09381516200) 00010000:00000001:3.0:1773941492.963614:0:14147:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1773941492.963615:0:14222:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123072000 : -104919586479616 : ffffa09381516200) 00010000:00000001:0.0:1773941492.963618:0:14222:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1773941492.963619:0:14147:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941492.963621:0:14222:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963626:0:14222:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941492.963628:0:14222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963642:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941492.963644:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1773941492.963645:0:14147:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:0.0:1773941492.963646:0:14222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1773941492.963649:0:14147:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941492.963657:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941492.963659:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.963664:0:14222:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 10000000:01000000:3.0:1773941492.963668:0:14147:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000010:0.0:1773941492.963669:0:14222:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa093853ef900. 00010000:00000001:2.0:1773941492.963672:0:14227:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000001:0.0:1773941492.963674:0:14222:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 10000000:01000000:3.0:1773941492.963675:0:14147:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00000010:2.0:1773941492.963677:0:14227:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffffa093a04aa8c0. 00010000:00010000:0.0:1773941492.963678:0:14222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:3.0:1773941492.963679:0:14147:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941492.963683:0:14147:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffffa09398f31000) refs 3 00000020:00000010:2.0:1773941492.963684:0:14227:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938626f800. 00010000:00000001:0.0:1773941492.963685:0:14222:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941492.963686:0:14147:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1773941492.963690:0:14227:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938626e200. 00010000:00000001:0.0:1773941492.963690:0:14222:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941492.963696:0:14147:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.963696:0:14222:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00000010:2.0:1773941492.963698:0:14227:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c9d000. 00010000:00000001:0.0:1773941492.963700:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.963704:0:14147:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941492.963704:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1773941492.963705:0:14227:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af78c0. 00010000:00000001:3.0:1773941492.963708:0:14147:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1773941492.963709:0:14227:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938626ee00. 00010000:00000001:3.0:1773941492.963711:0:14147:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941492.963715:0:14147:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1773941492.963715:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 80000000:00000010:2.0:1773941492.963717:0:14227:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041f1e0. 10000000:00000040:0.0:1773941492.963717:0:14222:0:(mgc_request.c:123:config_log_put()) log params(ffffa09398f30e00) refs 2 40000000:00000010:2.0:1773941492.963723:0:14227:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa093a04aa7c0. 10000000:00000001:0.0:1773941492.963723:0:14222:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941492.963724:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941492.963727:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 00100000:00000010:2.0:1773941492.963729:0:14227:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09387c99800. 10000000:00000001:0.0:1773941492.963729:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941492.963731:0:14222:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa0938917dc00) refs 2 00040000:00000010:2.0:1773941492.963735:0:14227:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0938624ad00. 10000000:00000001:0.0:1773941492.963735:0:14222:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1773941492.963736:0:14147:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941492.963739:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941492.963741:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1773941492.963742:0:14147:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5ec00 with handle 0x450ee06f069b0b13 from hash 00040000:00000010:2.0:1773941492.963742:0:14227:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938626f000. 10000000:00000001:0.0:1773941492.963743:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941492.963745:0:14222:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffffa09398f31000) refs 2 00010000:00000001:3.0:1773941492.963750:0:14147:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00002000:00000010:2.0:1773941492.963750:0:14227:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09387c95000. 10000000:00000001:0.0:1773941492.963750:0:14222:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1773941492.963754:0:14147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1773941492.963754:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:2.0:1773941492.963757:0:14227:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa093a04aaa00. 00010000:00000001:3.0:1773941492.963759:0:14147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:0.0:1773941492.963759:0:14222:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffffa09398f31000) refs 1 10000000:01000000:0.0:1773941492.963763:0:14222:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000020:00000001:2.0:1773941492.963765:0:14227:0:(genops.c:1914:obd_stale_export_get()) Process entered 10000000:00000001:0.0:1773941492.963765:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941492.963766:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1773941492.963769:0:14227:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941492.963769:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941492.963773:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1773941492.963774:0:14227:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1773941492.963775:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941492.963779:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1773941492.963780:0:14147:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941492.963781:0:14146:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:0.0:1773941492.963781:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1773941492.963783:0:14147:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 10000000:00000001:0.0:1773941492.963784:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1773941492.963785:0:14146:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1773941492.963787:0:14147:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000001:0.0:1773941492.963788:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1773941492.963789:0:14146:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941492.963790:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1773941492.963792:0:14147:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00000020:00000040:0.0:1773941492.963795:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa093996fb800 : new refcount 5 10000000:00000010:0.0:1773941492.963799:0:14222:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffffa09398f31000. 00010000:00000001:3.0:1773941492.963803:0:14147:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:0.0:1773941492.963804:0:14222:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1773941492.963807:0:14222:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1773941492.963809:0:14146:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bd800 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:0.0:1773941492.963810:0:14222:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941492.963813:0:14147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 10000000:00000001:2.0:1773941492.963814:0:14146:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:0.0:1773941492.963815:0:14222:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941492.963819:0:14147:0:(genops.c:1229:class_import_get()) import ffffa09389c83000 refcount=4 obd=MGC192.168.202.146@tcp 10000000:00010000:2.0:1773941492.963820:0:14146:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:0.0:1773941492.963821:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09385316400. 00000040:00000010:0.0:1773941492.963828:0:14222:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09385317400. 00010000:00000001:2.0:1773941492.963829:0:14146:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1773941492.963832:0:14222:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938860d000. 00010000:00000001:2.0:1773941492.963833:0:14146:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941492.963834:0:14147:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1773941492.963837:0:14146:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941492.963838:0:14147:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:0.0:1773941492.963838:0:14222:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09385317c00. 02000000:00000001:3.0:1773941492.963844:0:14147:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1773941492.963844:0:14222:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05200. 00000020:00000040:2.0:1773941492.963846:0:14146:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bd800 refcount=3 00000020:00000001:2.0:1773941492.963851:0:14146:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144729088 : -104919564822528 : ffffa093829bd800) 00040000:00000010:0.0:1773941492.963851:0:14222:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09385317e00. 02000000:00000010:3.0:1773941492.963853:0:14147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251200. 00010000:00000001:2.0:1773941492.963855:0:14146:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144729088 : -104919564822528 : ffffa093829bd800) 00000020:00000010:0.0:1773941492.963857:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385316e00. 00010000:00000001:2.0:1773941492.963859:0:14146:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941492.963862:0:14146:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941492.963869:0:14147:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941492.963871:0:14146:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:0.0:1773941492.963871:0:14222:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.963873:0:14147:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 10000000:00010000:2.0:1773941492.963875:0:14146:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:0.0:1773941492.963878:0:14222:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffffa09389f8d180. 00010000:00010000:3.0:1773941492.963881:0:14147:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941492.963885:0:14146:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000001:0.0:1773941492.963886:0:14222:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941492.963891:0:14146:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00000020:00000001:0.0:1773941492.963893:0:14222:0:(obd_mount.c:116:lustre_end_log()) Process entered 10000000:00000001:2.0:1773941492.963894:0:14146:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941492.963898:0:14146:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffffa09398f30600) refs 1 00010000:00010000:3.0:1773941492.963899:0:14147:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:0.0:1773941492.963900:0:14222:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffffa09389f8d180. 10000000:01000000:2.0:1773941492.963901:0:14146:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00010000:00000001:3.0:1773941492.963904:0:14147:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941492.963905:0:14146:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1773941492.963907:0:14222:0:(obd_class.h:681:obd_process_config()) Process entered 10000000:00000001:2.0:1773941492.963909:0:14146:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1773941492.963910:0:14147:0:(jobid.c:936:lustre_get_jobid()) Process entered 10000000:00000001:2.0:1773941492.963911:0:14146:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1773941492.963912:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385316e00. 10000000:00000001:2.0:1773941492.963914:0:14146:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1773941492.963916:0:14147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941492.963917:0:14146:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1773941492.963920:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09385317e00. 10000000:00000001:2.0:1773941492.963921:0:14146:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941492.963923:0:14146:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941492.963926:0:14146:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941492.963927:0:14146:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941492.963928:0:14146:0:(mgc_request.c:120:config_log_put()) Process leaving 00000040:00000010:0.0:1773941492.963928:0:14222:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09385317c00. 00000020:00000040:2.0:1773941492.963931:0:14146:0:(genops.c:898:class_export_put()) PUTting export ffffa093996fb800 : new refcount 4 00000020:00000010:0.0:1773941492.963934:0:14222:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938860d000. 10000000:00000010:2.0:1773941492.963935:0:14146:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffffa09398f30600. 00000100:00000040:3.0:1773941492.963936:0:14147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052926cf2] to pc [ptlrpcd_01_00+0] req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941492.963939:0:14222:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09385317400. 10000000:00000001:2.0:1773941492.963941:0:14146:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773941492.963945:0:14146:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1773941492.963946:0:14222:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09389f05200. 00010000:00000001:2.0:1773941492.963950:0:14146:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00040000:00000010:0.0:1773941492.963952:0:14222:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09385316400. 00010000:00000001:2.0:1773941492.963954:0:14146:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941492.963957:0:14146:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:0.0:1773941492.963958:0:14222:0:(mgc_request.c:1932:mgc_process_config()) Process entered 00010000:00000001:2.0:1773941492.963959:0:14146:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1773941492.963961:0:14222:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 00010000:00000001:2.0:1773941492.963963:0:14146:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941492.963963:0:14222:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773941492.963966:0:14222:0:(mgc_request.c:159:config_log_find()) Process entered 00000020:00000040:2.0:1773941492.963968:0:14146:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bd800 with handle 0x450ee06f069b0b3d from hash 10000000:00000001:0.0:1773941492.963969:0:14222:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941492.963972:0:14222:0:(mgc_request.c:108:config_log_get()) log params (ffffa09398f30e00) refs 2 10000000:00000001:0.0:1773941492.963975:0:14222:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.963977:0:14146:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:0.0:1773941492.963979:0:14222:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446639154519543296 : -104919190008320 : ffffa09398f30e00) 00010000:00000001:2.0:1773941492.963980:0:14146:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1773941492.963983:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1773941492.963984:0:14146:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:0.0:1773941492.963985:0:14222:0:(mgc_request.c:123:config_log_put()) log params(ffffa09398f30e00) refs 2 00010000:00000001:3.0:1773941492.963986:0:14147:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941492.963987:0:14146:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:0.0:1773941492.963989:0:14222:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1773941492.963991:0:14146:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 10000000:00000001:0.0:1773941492.963992:0:14222:0:(mgc_request.c:511:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941492.963996:0:14222:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.963997:0:14146:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000010:0.0:1773941492.963998:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09385317e00. 00010000:00000001:2.0:1773941492.964004:0:14146:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00000040:00000010:0.0:1773941492.964005:0:14222:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09385317c00. 00010000:00000001:3.0:1773941492.964006:0:14147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.964007:0:14146:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:0.0:1773941492.964010:0:14222:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938860d000. 00010000:00000001:3.0:1773941492.964011:0:14147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941492.964014:0:14147:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941492.964014:0:14146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4700. 00000020:00000010:0.0:1773941492.964016:0:14222:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09385317400. 00000020:00000040:2.0:1773941492.964019:0:14146:0:(genops.c:1229:class_import_get()) import ffffa09389c83000 refcount=5 obd=MGC192.168.202.146@tcp 00040000:00000010:0.0:1773941492.964021:0:14222:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05200. 00000100:00000001:2.0:1773941492.964023:0:14146:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00040000:00000010:0.0:1773941492.964025:0:14222:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09385316400. 02000000:00000001:2.0:1773941492.964026:0:14146:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:0.0:1773941492.964028:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385316e00. 02000000:00000001:2.0:1773941492.964029:0:14146:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.964031:0:14222:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.964034:0:14147:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941492.964035:0:14146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938626fc00. 00000020:00000010:0.0:1773941492.964035:0:14222:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffffa09389f8d180. 10000000:00000001:3.0:1773941492.964042:0:14147:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.964043:0:14146:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.964043:0:14222:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.964048:0:14146:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773941492.964051:0:14146:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1773941492.964054:0:14222:0:(llite_lib.c:983:client_common_put_super()) Process entered 00010000:00010000:2.0:1773941492.964058:0:14146:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773941492.964060:0:14146:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773941492.964060:0:14222:0:(vvp_dev.c:313:cl_sb_fini()) Process entered 00000100:00000001:2.0:1773941492.964065:0:14146:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1773941492.964065:0:14222:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00000001:2.0:1773941492.964069:0:14146:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941492.964073:0:14147:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:0.0:1773941492.964074:0:14222:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa093862f4900. 00000100:00000040:2.0:1773941492.964076:0:14146:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028b74aa5] to pc [ptlrpcd_01_01+1] req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941492.964082:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385316e00. 00000020:00000010:0.0:1773941492.964088:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09385316400. 00000020:00000010:0.0:1773941492.964096:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093a00fcea0. 00010000:00000001:2.0:1773941492.964098:0:14146:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941492.964101:0:14146:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941492.964102:0:14146:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.964104:0:14146:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773941492.964104:0:14222:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa093838537c8. 00010000:00000001:2.0:1773941492.964107:0:14146:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941492.964111:0:14146:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773941492.964113:0:14222:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa09383c33a80. 00010000:00010000:2.0:1773941492.964115:0:14146:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00008000:00000010:0.0:1773941492.964120:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093862d1fc8. 00000080:00000010:0.0:1773941492.964127:0:14222:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa093862f3f18. 00010000:00000001:2.0:1773941492.964129:0:14146:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000010:0.0:1773941492.964132:0:14222:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa09383866b58. 00000020:00000010:0.0:1773941492.964135:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385317400. 00010000:00010000:2.0:1773941492.964137:0:14146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bd800/0x450ee06f069b0b3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b15 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000008:00000010:0.0:1773941492.964142:0:14222:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09382daa840. 00010000:00000001:3.0:1773941492.964144:0:14147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941492.964149:0:14147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0b13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b0e expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00020000:00000010:0.0:1773941492.964150:0:14222:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa09383384900. 00010000:00000040:2.0:1773941492.964151:0:14146:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360a00 count: 0 00008000:00000010:0.0:1773941492.964158:0:14222:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093862f2a40. 00000080:00000010:0.0:1773941492.964163:0:14222:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa093862f15a0. 00010000:00000001:3.0:1773941492.964164:0:14147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.964165:0:14146:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773941492.964166:0:14222:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446639154204723464 : -104919504828152 : ffffa093862f4908) 00010000:00000001:3.0:1773941492.964167:0:14147:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941492.964168:0:14146:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773941492.964172:0:14147:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa09389f8d840. 00000020:00001000:0.0:1773941492.964172:0:14222:0:(cl_object.c:831:cl_env_get()) 1@ffffa093862f4900 00010000:00000010:2.0:1773941492.964173:0:14146:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa09389f8d6c0. 00010000:00000001:2.0:1773941492.964180:0:14146:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.964181:0:14147:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941492.964184:0:14146:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941492.964185:0:14147:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.964187:0:14146:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.964191:0:14146:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941492.964193:0:14146:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.964194:0:14146:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941492.964196:0:14147:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.964197:0:14146:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941492.964201:0:14147:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941492.964201:0:14146:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.964205:0:14146:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.964208:0:14146:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941492.964229:0:14147:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1773941492.964229:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffffa093996f9800 (ffffa093902c4d28) now 5 - lov 00000020:00000001:3.0:1773941492.964234:0:14147:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941492.964239:0:14147:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941492.964243:0:14147:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941492.964245:0:14147:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941492.964249:0:14147:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941492.964281:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773941492.964281:0:14228:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:2.0:1773941492.964285:0:14228:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffffa093a04aaa40. 00020000:00000001:0.0:1773941492.964285:0:14222:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:0.0:1773941492.964290:0:14222:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446639154242641536 : -104919466910080 : ffffa0938871de80) 00000020:00000010:2.0:1773941492.964292:0:14228:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938626e000. 00000080:00000010:3.0:1773941492.964299:0:2400:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffffa09382fd7c78. 00000020:00000010:2.0:1773941492.964299:0:14228:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938626fe00. 00000020:00000010:2.0:1773941492.964307:0:14228:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c9b800. 00000020:00000010:2.0:1773941492.964311:0:14228:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af4670. 00000020:00000010:2.0:1773941492.964313:0:14228:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938626f600. 00000080:00000010:3.0:1773941492.964316:0:2400:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffffa093981a7478. 80000000:00000010:2.0:1773941492.964317:0:14228:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fba0. 40000000:00000010:2.0:1773941492.964324:0:14228:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa093a04aa340. 00000080:00000010:3.0:1773941492.964326:0:2400:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffffa093a0133870. 00100000:00000010:2.0:1773941492.964328:0:14228:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09387c9c800. 00000100:00000001:3.0:1773941492.964330:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000010:0.0:1773941492.964331:0:14222:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffffa0939041f0c0. 00040000:00000010:2.0:1773941492.964333:0:14228:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0938624a200. 00040000:00000010:2.0:1773941492.964337:0:14228:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938626f200. 00002000:00000010:2.0:1773941492.964340:0:14228:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09387c95800. 00000020:00000010:2.0:1773941492.964343:0:14228:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa093a04aaf00. 00000100:00000001:3.0:1773941492.964345:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1773941492.964350:0:14228:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1773941492.964353:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1773941492.964354:0:14228:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.964358:0:14228:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941492.964363:0:14227:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1773941492.964369:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941492.964372:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.964375:0:14227:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:3.0:1773941492.964377:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1773941492.964381:0:14227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00020000:00000001:0.0:1773941492.964383:0:14222:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:0.0:1773941492.964386:0:14222:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446639154242640768 : -104919466910848 : ffffa0938871db80) 02000000:00000001:3.0:1773941492.964387:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941492.964394:0:2400:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941492.964401:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cc181a29-6562-4f68-befc-16ec8aa3490d:2400:1860112244290944:192.168.202.146@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1773941492.964401:0:14227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381516200 already unused, calling callback (ffffffffc14a0c20) 00000100:00000001:3.0:1773941492.964408:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:2.0:1773941492.964409:0:14227:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941492.964413:0:14227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941492.964421:0:14227:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941492.964423:0:14227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941492.964427:0:14227:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941492.964430:0:14227:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516200 refcount=3 00020000:00000010:0.0:1773941492.964431:0:14222:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffffa0939041f840. 02000000:00000001:3.0:1773941492.964432:0:2400:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1773941492.964435:0:14227:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123072000 : -104919586479616 : ffffa09381516200) 02000000:00000001:3.0:1773941492.964436:0:2400:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.964440:0:14227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123072000 : -104919586479616 : ffffa09381516200) 02000000:00000001:3.0:1773941492.964441:0:2400:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941492.964445:0:14227:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:3.0:1773941492.964447:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386250c00. 00010000:00010000:2.0:1773941492.964449:0:14227:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941492.964454:0:14227:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941492.964456:0:14227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00020000:00000001:0.0:1773941492.964459:0:14222:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 02000000:00000001:3.0:1773941492.964461:0:2400:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773941492.964463:0:14222:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446639154242641280 : -104919466910336 : ffffa0938871dd80) 10000000:01000000:2.0:1773941492.964464:0:14227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1773941492.964468:0:14227:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000400:00000200:3.0:1773941492.964472:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:00000001:2.0:1773941492.964472:0:14227:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941492.964476:0:14227:0:(mgc_request.c:123:config_log_put()) log params(ffffa09398f30e00) refs 1 00000400:00000010:3.0:1773941492.964479:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 10000000:01000000:2.0:1773941492.964480:0:14227:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1773941492.964484:0:14227:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941492.964486:0:14227:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941492.964488:0:14227:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941492.964489:0:14227:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000010:3.0:1773941492.964490:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3cc0. 10000000:00000001:2.0:1773941492.964491:0:14227:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941492.964494:0:14227:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941492.964496:0:14227:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000200:3.0:1773941492.964498:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244290944, portal 18 00000100:00000001:3.0:1773941492.964503:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1773941492.964504:0:14227:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1773941492.964505:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 10000000:00000001:2.0:1773941492.964506:0:14227:0:(mgc_request.c:117:config_log_put()) Process entered 00020000:00000010:0.0:1773941492.964507:0:14222:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffffa0939041f9c0. 10000000:00000001:2.0:1773941492.964511:0:14227:0:(mgc_request.c:120:config_log_put()) Process leaving 00020000:00000001:0.0:1773941492.964512:0:14222:0:(lov_dev.c:223:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941492.964515:0:14227:0:(genops.c:898:class_export_put()) PUTting export ffffa093996fb800 : new refcount 3 10000000:00000010:2.0:1773941492.964520:0:14227:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffffa09398f30e00. 10000000:00000001:2.0:1773941492.964525:0:14227:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1773941492.964527:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941492.964528:0:14227:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941492.964537:0:14227:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941492.964540:0:14227:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941492.964542:0:14227:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941492.964545:0:14227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941492.964548:0:14227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.964567:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1773941492.964568:0:14227:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381516200 with handle 0x450ee06f069b0b44 from hash 00010000:00000001:2.0:1773941492.964574:0:14227:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941492.964576:0:14227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1773941492.964616:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941492.964620:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be37f8. 00000100:00000200:3.0:1773941492.964647:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112244290944, offset 0 00000400:00000200:3.0:1773941492.964655:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941492.964671:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941492.964680:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941492.964685:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941492.964700:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941492.964705:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941492.964709:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941492.964715:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [114:114:256:4294967295] 192.168.202.146@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:3.0:1773941492.964721:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941492.964766:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941492.964777:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941492.964782:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941492.964804:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941492.964813:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941492.964816:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941492.964841:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941492.964860:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941492.964863:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294932191 00000100:00000001:3.0:1773941492.964871:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294930834 00000100:00000001:3.0:1773941492.964887:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294932191 00000100:00000001:3.0:1773941492.964895:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294930834 00000100:00000001:3.0:1773941492.964901:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.964909:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.964912:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.964915:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.964920:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.964922:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1773941492.964923:0:14222:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffffa09388518000. 00000100:00000001:3.0:1773941492.964925:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.964933:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.964936:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941492.964939:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773941492.964941:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.964944:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1773941492.964944:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffffa09398b35c00. 00000100:00000001:3.0:1773941492.964946:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.964951:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.964952:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1773941492.964952:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09387c96c00. 00000100:00000001:3.0:1773941492.964955:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1773941492.964956:0:14227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.964958:0:14227:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941492.964961:0:14227:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941492.964963:0:14227:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000080:00000010:0.0:1773941492.964965:0:14222:0:(vvp_dev.c:155:vvp_device_free()) kfreed 'site': 576 at ffffa09387c96400. 00000100:00000040:3.0:1773941492.964966:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941492.964967:0:14227:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773941492.964972:0:14227:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1773941492.964978:0:14227:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6d80. 00000080:00000010:0.0:1773941492.964978:0:14222:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffffa09382fd7c78. 00000100:00000001:3.0:1773941492.964979:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941492.964982:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941492.964985:0:14227:0:(genops.c:1229:class_import_get()) import ffffa09389c83000 refcount=6 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941492.964986:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000010:0.0:1773941492.964989:0:14222:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffffa09382cde150. 00000100:00000001:2.0:1773941492.964990:0:14227:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941492.964993:0:14227:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941492.964996:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773941492.964996:0:14222:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffffa09382cde498. 02000000:00000001:2.0:1773941492.964997:0:14227:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.965004:0:2400:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773941492.965005:0:14222:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffffa09382cde000. 02000000:00000010:2.0:1773941492.965006:0:14227:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938626e600. 00000100:00100000:3.0:1773941492.965008:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cc181a29-6562-4f68-befc-16ec8aa3490d:2400:1860112244291072:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773941492.965014:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941492.965014:0:14227:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773941492.965014:0:14222:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffffa09382cdef18. 02000000:00000001:3.0:1773941492.965018:0:2400:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1773941492.965020:0:14227:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000080:00000010:0.0:1773941492.965023:0:14222:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffffa093a0133870. 00010000:00010000:2.0:1773941492.965024:0:14227:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000010:0.0:1773941492.965030:0:14222:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffffa093880d50f0. 02000000:00000001:3.0:1773941492.965031:0:2400:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.965037:0:14227:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:3.0:1773941492.965038:0:2400:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1773941492.965038:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000080:00000010:0.0:1773941492.965039:0:14222:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffffa093880d5960. 00010000:00000001:2.0:1773941492.965040:0:14227:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1773941492.965045:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000100:00000001:2.0:1773941492.965047:0:14227:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000080:00000010:0.0:1773941492.965047:0:14222:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffffa093880d5a50. 00000400:00000200:1.0:1773941492.965052:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941492.965053:0:14227:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773941492.965055:0:14222:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffffa093880d5690. 00000400:00000200:1.0:1773941492.965061:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 02000000:00000010:3.0:1773941492.965063:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386251800. 00000080:00000010:0.0:1773941492.965063:0:14222:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffffa093981a7478. 00000100:00000040:2.0:1773941492.965065:0:14227:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0a05c62] to pc [ptlrpcd_01_00+0] req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941492.965067:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be37f8 02000000:00000001:3.0:1773941492.965071:0:2400:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941492.965071:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be37f8. 00000080:00000010:0.0:1773941492.965072:0:14222:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffffa093886836c0. 00000100:00000001:1.0:1773941492.965079:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000080:00000010:0.0:1773941492.965081:0:14222:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffffa09388683d98. 00000100:00000200:1.0:1773941492.965089:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:0.0:1773941492.965090:0:14222:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffffa09388682b58. 00010000:00000001:2.0:1773941492.965094:0:14227:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773941492.965096:0:14222:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffffa09388681ff0. 00000400:00000200:3.0:1773941492.965098:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941492.965103:0:14227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000010:0.0:1773941492.965104:0:14222:0:(vvp_dev.c:159:vvp_device_free()) kfreed 'vdv': 72 at ffffa0939041fd20. 00000400:00000010:3.0:1773941492.965108:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15528. 00010000:00000001:2.0:1773941492.965108:0:14227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:0.0:1773941492.965112:0:14222:0:(lov_obd.c:754:lov_cleanup()) Process entered 00010000:00000001:2.0:1773941492.965113:0:14227:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.965117:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1773941492.965118:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3f68. 00010000:00000001:2.0:1773941492.965119:0:14227:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941492.965123:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941492.965126:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244291072, portal 18 10000000:00000001:2.0:1773941492.965126:0:14227:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.965134:0:14227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941492.965135:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.965135:0:14222:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1773941492.965140:0:14222:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffffa09398bbe2d8. 00000100:00000001:1.0:1773941492.965141:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1773941492.965148:0:14222:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00010000:00000001:2.0:1773941492.965150:0:14227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941492.965155:0:14227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381516200/0x450ee06f069b0b44 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b1c expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941492.965163:0:14227:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51200 count: 0 00010000:00000001:2.0:1773941492.965179:0:14227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941492.965181:0:14227:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1773941492.965184:0:14227:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa093853ef900. 00010000:00000001:2.0:1773941492.965190:0:14227:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941492.965193:0:14227:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.965196:0:14227:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.965198:0:14227:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941492.965201:0:14227:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.965203:0:14227:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.965206:0:14227:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941492.965209:0:14227:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.965212:0:14227:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.965215:0:14227:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941492.965221:0:14228:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.965224:0:14228:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.965227:0:14228:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941492.965230:0:14228:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.965232:0:14228:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.965234:0:14228:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941492.965249:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941492.965261:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773941492.965263:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941492.965263:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00020000:0.0:1773941492.965265:0:14222:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffffa093996f9800: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00000100:00000001:3.0:1773941492.965268:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00000100:00000001:2.0:1773941492.965269:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941492.965273:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.965278:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941492.965281:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773941492.965282:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.965284:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941492.965290:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.965298:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941492.965301:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.965305:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941492.965308:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.965311:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1773941492.965312:0:2401:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941492.965317:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cc181a29-6562-4f68-befc-16ec8aa3490d:2401:1860112244291200:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773941492.965322:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941492.965324:0:2401:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941492.965325:0:2401:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941492.965326:0:2401:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941492.965330:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938626f400. 02000000:00000001:2.0:1773941492.965331:0:2401:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.965334:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941492.965336:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941492.965340:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3908. 00000400:00000010:2.0:1773941492.965341:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941492.965346:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9dd0. 00000100:00000200:3.0:1773941492.965348:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112244291072, offset 0 00000100:00000200:2.0:1773941492.965350:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244291200, portal 18 00000100:00000001:2.0:1773941492.965353:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941492.965355:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00000100:00000040:2.0:1773941492.965365:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.965373:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941492.965376:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941492.965379:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941492.965379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9550. 00000100:00000200:2.0:1773941492.965387:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112244291200, offset 0 00000400:00000200:3.0:1773941492.965392:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.965399:0:2401:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941492.965415:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941492.965419:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941492.965423:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941492.965438:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941492.965461:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941492.965466:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [115:115:256:4294967295] 192.168.202.146@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1773941492.965471:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.965479:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941492.965487:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941492.965490:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941492.965493:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941492.965497:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941492.965502:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941492.965507:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [116:116:255:4294967295] 192.168.202.146@tcp LPNI seq info [116:116:7:4294967295] 00000400:00000200:2.0:1773941492.965510:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941492.965525:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941492.965532:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941492.965539:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00000400:00000200:2.0:1773941492.965540:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941492.965548:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941492.965553:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a600. 00000800:00000200:2.0:1773941492.965571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941492.965604:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941492.965607:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1773941492.965615:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000100:00000001:2.0:1773941492.965619:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941492.965624:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:2.0:1773941492.965626:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941492.965631:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294932192 00000800:00000200:3.0:1773941492.965632:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941492.965635:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932191 00000100:00000001:2.0:1773941492.965639:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294932192 00000100:00000001:2.0:1773941492.965641:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932191 00000100:00000001:2.0:1773941492.965644:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941492.965645:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.965647:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.965649:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.965657:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941492.965670:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941492.965678:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294932192 00000100:00000001:3.0:1773941492.965681:0:2400:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, keep current deadline 4294932192 00000100:00000001:3.0:1773941492.965683:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294932192 00000100:00000001:3.0:1773941492.965684:0:2400:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, keep current deadline 4294932192 00000100:00000001:3.0:1773941492.965686:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.965694:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.965698:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.965700:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.965702:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.965703:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.965704:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.965705:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773941492.966576:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.966620:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941492.966623:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.966626:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.966632:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.966636:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941492.966642:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.966644:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.966647:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.966651:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 18 MB=0x69bc321903580 00000400:00000200:1.0:1773941492.966654:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.966659:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:1.0:1773941492.966664:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.966671:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.966673:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.966677:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941492.966680:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.966684:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.966692:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.966706:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773941492.966723:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941492.966725:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a600. 00000400:00000200:1.0:1773941492.966729:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.966732:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941492.966735:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9550 00000400:00000010:1.0:1773941492.966736:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9550. 00000100:00000001:1.0:1773941492.966739:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941492.966742:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.966748:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.966750:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.966760:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.966762:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941492.966766:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.966769:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.966772:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.966793:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1773941492.966799:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000001:3.0:1773941492.966801:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:1.0:1773941492.966802:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000400:00000001:3.0:1773941492.966805:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1773941492.966808:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1773941492.966811:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:1.0:1773941492.966813:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941492.966818:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3908 00000400:00000200:3.0:1773941492.966820:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3cc0 00000400:00000010:1.0:1773941492.966821:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3908. 00000400:00000010:3.0:1773941492.966826:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3cc0. 00000100:00000001:1.0:1773941492.966827:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941492.966834:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.966835:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.966842:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1773941492.966845:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.966848:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.966859:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.966860:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1773941492.966924:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.966934:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941492.966936:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.966939:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941492.966943:0:2400:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941492.966945:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941492.966947:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.966950:0:2400:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941492.966957:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffffa09389c834a0 time=1773941492 v=5 (0 0 0 0) 00000100:00001000:3.0:1773941492.966962:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffffa09389c83410 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941492.966965:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941492.966967:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.966978:0:2400:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941492.966980:0:2400:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.966984:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.966991:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.967000:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.967003:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941492.967005:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941492.967010:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941492.967020:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cc181a29-6562-4f68-befc-16ec8aa3490d:2400:1860112244290944:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773941492.967041:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.967045:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941492.967050:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244290944/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.967058:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941492.967060:0:2400:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941492.967064:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386250c00. 02000000:00000001:3.0:1773941492.967067:0:2400:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941492.967069:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941492.967071:0:2400:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=5 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941492.967074:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941492.967077:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251200. 02000000:00000001:3.0:1773941492.967080:0:2400:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941492.967082:0:2400:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941492.967084:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941492.967088:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941492.967090:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.967093:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.967095:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.967097:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.967099:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.967101:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773941492.968074:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.968080:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941492.968082:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.968085:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.968088:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.968091:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941492.968095:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.968097:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.968100:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.968102:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 18 MB=0x69bc321903680 00000400:00000200:1.0:1773941492.968104:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.968107:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:1.0:1773941492.968110:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.968115:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.968123:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.968126:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941492.968129:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.968132:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.968140:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.968160:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941492.968167:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.968171:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968177:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.968187:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941492.968191:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941492.968255:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941492.968256:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:3.0:1773941492.968260:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9dd0 00000400:00000010:3.0:1773941492.968262:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9dd0. 00000100:00000001:3.0:1773941492.968264:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941492.968269:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941492.968276:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.968281:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941492.968282:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968283:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941492.968285:0:2401:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941492.968286:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941492.968287:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.968289:0:2401:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941492.968291:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffffa09389c834a0 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941492.968294:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffffa09389c83410 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941492.968296:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941492.968297:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.968299:0:2401:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941492.968300:0:2401:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.968302:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.968305:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.968311:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.968313:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1773941492.968313:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773941492.968316:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941492.968321:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773941492.968322:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941492.968327:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.968331:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941492.968332:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cc181a29-6562-4f68-befc-16ec8aa3490d:2401:1860112244291200:192.168.202.146@tcp:103:ldlm_bl.0 00000400:00000200:1.0:1773941492.968337:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.968344:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000100:00000001:3.0:1773941492.968349:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968352:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1773941492.968353:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:3.0:1773941492.968357:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6d80 x1860112244291200/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941492.968358:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.968367:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941492.968373:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1773941492.968373:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 18 MB=0x69bc321903600 02000000:00000001:3.0:1773941492.968377:0:2401:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1773941492.968380:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:3.0:1773941492.968381:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938626f400. 02000000:00000001:3.0:1773941492.968385:0:2401:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1773941492.968386:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8b1 [1] + 224 00000020:00000001:3.0:1773941492.968387:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941492.968390:0:2401:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941492.968393:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1773941492.968394:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1773941492.968395:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938626e600. 02000000:00000001:3.0:1773941492.968399:0:2401:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941492.968400:0:2401:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941492.968401:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6d80. 00000100:00000001:3.0:1773941492.968404:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941492.968405:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968407:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968410:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.968411:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.968413:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.968415:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773941492.968420:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.968423:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.968426:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941492.968429:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.968433:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.968442:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.968463:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941492.968468:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.968471:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968568:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.968571:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941492.968574:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941492.968575:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941492.968590:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15528. 00000400:00000200:3.0:1773941492.968593:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3f68 00000400:00000010:3.0:1773941492.968595:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3f68. 00000100:00000001:3.0:1773941492.968598:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941492.968602:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941492.968610:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.968615:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941492.968622:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968624:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941492.968625:0:2400:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941492.968626:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941492.968627:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.968629:0:2400:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941492.968631:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffffa09389c834a0 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941492.968634:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffffa09389c83410 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941492.968636:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941492.968637:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.968638:0:2400:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941492.968639:0:2400:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.968641:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.968644:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.968648:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.968650:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941492.968651:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941492.968654:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941492.968659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cc181a29-6562-4f68-befc-16ec8aa3490d:2400:1860112244291072:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773941492.968662:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968663:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941492.968665:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4700 x1860112244291072/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.968669:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941492.968670:0:2400:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941492.968672:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386251800. 02000000:00000001:3.0:1773941492.968673:0:2400:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941492.968674:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941492.968675:0:2400:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941492.968677:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941492.968678:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938626fc00. 02000000:00000001:3.0:1773941492.968684:0:2400:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941492.968685:0:2400:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941492.968687:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4700. 00000100:00000001:3.0:1773941492.968689:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941492.968689:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968691:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.968694:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.968695:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.968696:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.968698:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773941492.970013:0:14222:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:0.0:1773941492.970038:0:14222:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffffa09387c9c000 active: 1 00020000:00000001:0.0:1773941492.970043:0:14222:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1773941492.970046:0:14222:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 00000020:00000001:0.0:1773941492.970049:0:14222:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1773941492.970052:0:14222:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1773941492.970055:0:14222:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773941492.970058:0:14222:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773941492.970062:0:14222:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:0.0:1773941492.970064:0:14222:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffffa093996f9800 00020000:00000001:0.0:1773941492.970067:0:14222:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:0.0:1773941492.970075:0:14222:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffffa093996f9800: disconnecting target lustre-OST0000-osc-ffffa093996f9800 00020000:00000001:0.0:1773941492.970077:0:14222:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:0.0:1773941492.970079:0:14222:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773941492.970082:0:14222:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1773941492.970085:0:14222:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773941492.970087:0:14222:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffffa093996f9800 - 1 00000100:00000001:0.0:1773941492.970090:0:14222:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773941492.970093:0:14222:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import bf2449b4-4b4c-430a-a5f4-0185a19f5dbc->lustre-OST0000_UUID 00000020:00000001:0.0:1773941492.970096:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941492.970097:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09387c9e000 refcount=1 obd=lustre-OST0000-osc-ffffa093996f9800 00000020:00000001:0.0:1773941492.970100:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941492.970102:0:14222:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.970105:0:14222:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773941492.970108:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.970111:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.970147:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.970150:0:14222:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.970153:0:14222:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773941492.970156:0:14222:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773941492.970158:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.970160:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.970189:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941492.970192:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.970193:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.970223:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.970227:0:14222:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.970229:0:14222:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773941492.970232:0:14222:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773941492.970236:0:14222:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773941492.970238:0:14222:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773941492.970243:0:14222:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024f480. 00000020:00000040:0.0:1773941492.970247:0:14222:0:(genops.c:1229:class_import_get()) import ffffa09387c9e000 refcount=2 obd=lustre-OST0000-osc-ffffa093996f9800 00000100:00000001:0.0:1773941492.970251:0:14222:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941492.970253:0:14222:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941492.970258:0:14222:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941492.970265:0:14222:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09389f05200. 00000100:00000001:0.0:1773941492.970271:0:14222:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.970281:0:14222:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446639154371818624 : -104919337732992 : ffffa0939024f480) 00000100:00080000:0.0:1773941492.970285:0:14222:0:(import.c:65:import_set_state_nolock()) ffffa09387c9e000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773941492.970290:0:14222:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941492.970294:0:14222:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941492.970301:0:14222:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9fdd5bc] to pc [ptlrpcd_rcv+-1] req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.970323:0:14222:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.970353:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941492.970361:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941492.970363:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941492.970371:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.970380:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941492.970383:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941492.970386:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941492.970389:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941492.970392:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941492.970396:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:2397:1860112244291328:192.168.202.146@tcp:9:umount.0 00000100:00000001:1.0:1773941492.970401:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941492.970405:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941492.970407:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941492.970410:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941492.970415:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09388652a00. 02000000:00000001:1.0:1773941492.970417:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941492.970423:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941492.970427:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ebb0. 00000400:00000010:1.0:1773941492.970434:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa2a8. 00000100:00000200:1.0:1773941492.970438:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244291328, portal 4 00000100:00000001:1.0:1773941492.970441:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941492.970443:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371818624 : -104919337732992 : ffffa0939024f480) 00000020:00000010:1.0:1773941492.970451:0:2397:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa093996da000. 00000100:00000040:1.0:1773941492.970459:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.970468:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941492.970471:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941492.970482:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fadd0. 00000100:00000200:1.0:1773941492.970486:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1860112244291328, offset 0 00000400:00000200:1.0:1773941492.970492:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941492.970498:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.970505:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941492.970509:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941492.970513:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941492.970517:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941492.970520:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941492.970524:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [117:117:256:4294967295] 192.168.202.146@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:1.0:1773941492.970529:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.970540:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941492.970552:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941492.970599:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09399f20e00. 00000800:00000200:1.0:1773941492.970607:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941492.970615:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941492.970620:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09399f20e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941492.970634:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941492.970640:0:2397:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: using a timeout of 2120 usecs (3 jiffies) 00000400:00000200:1.0:1773941492.970644:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941492.970646:0:2397:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: PM QoS new deadline estimation for cpu 0 is 4294926684 00000100:00000001:1.0:1773941492.970650:0:2397:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: PM QoS request active for cpu 0, keep current deadline 4294932192 00000100:00000001:1.0:1773941492.970653:0:2397:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: PM QoS new deadline estimation for cpu 1 is 4294926684 00000100:00000001:1.0:1773941492.970656:0:2397:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa093996f9800: PM QoS request active for cpu 1, keep current deadline 4294932192 00000100:00000001:1.0:1773941492.970659:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941492.970662:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.970665:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.970668:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941492.970673:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941492.970675:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941492.970686:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941492.970687:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941492.970689:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.970692:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941492.970742:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941492.970748:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09399f20e00. 00000400:00000200:0.0:1773941492.970754:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941492.970760:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941492.970765:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fadd0 00000400:00000010:0.0:1773941492.970768:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fadd0. 00000100:00000001:0.0:1773941492.970772:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941492.970779:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.970791:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941492.970796:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.970805:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.970808:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1F:1773941492.971646:0:14230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa09398f08960. 00000080:00000010:0.1:1773941492.971679:0:14230:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa09384add280. 00000800:00000001:1.0:1773941492.972176:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.972184:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941492.972187:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.972190:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.972196:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.972201:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941492.972208:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.972212:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.972217:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.972222:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x69bc321903700 00000400:00000200:1.0:1773941492.972226:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.972231:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:1.0:1773941492.972238:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.972246:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.972249:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.972252:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941492.972257:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.972262:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.972273:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.972293:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941492.972300:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.972304:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.972333:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.972337:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941492.972342:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941492.972344:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941492.972346:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ebb0. 00000400:00000200:3.0:1773941492.972351:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa2a8 00000400:00000010:3.0:1773941492.972354:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa2a8. 00000100:00000001:3.0:1773941492.972357:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941492.972361:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941492.972369:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.972375:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941492.972377:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.972378:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941492.972380:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941492.972381:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941492.972383:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.972385:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941492.972389:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa09387c9e458 time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941492.972391:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa09387c9e410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941492.972393:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941492.972395:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.972397:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1773941492.972401:0:2397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941492.972415:0:2397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.972418:0:2397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941492.972420:0:2397:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093996f9800: skip recheck: last_committed 0 00000100:00000001:3.0:1773941492.972423:0:2397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941492.972425:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.972430:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.972437:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.972440:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941492.972442:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941492.972445:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa09387c9e000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773941492.972448:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:3.0:1773941492.972451:0:2397:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:3.0:1773941492.972453:0:2397:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.972455:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941492.972457:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:3.0:1773941492.972458:0:2397:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:3.0:1773941492.972460:0:2397:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.972462:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1773941492.972479:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941492.972490:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:2397:1860112244291328:192.168.202.146@tcp:9:umount.0 00000100:00000001:3.0:1773941492.972495:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.972497:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941492.972499:0:14222:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.972503:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024f480 x1860112244291328/t0(0) o9->lustre-OST0000-osc-ffffa093996f9800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.972505:0:14222:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941492.972508:0:14222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773941492.972511:0:14222:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941492.972514:0:14222:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1773941492.972518:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1773941492.972522:0:14222:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093996f9800: committing for last_committed 0 gen 2 00000100:00000040:1.0:1773941492.972525:0:14222:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093996f9800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941492.972527:0:14222:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941492.972528:0:14222:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941492.972529:0:14222:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941492.972530:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941492.972532:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:1.0:1773941492.972533:0:14222:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:1.0:1773941492.972536:0:14222:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941492.972537:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09388652a00. 00000100:00000001:1.0:1773941492.972538:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941492.972544:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1773941492.972544:0:14222:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941492.972546:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941492.972547:0:14222:0:(osc_request.c:3880:osc_import_event()) Process entered 00000001:00000001:1.0:1773941492.972548:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.972550:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941492.972566:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941492.972569:0:2397:0:(genops.c:1242:class_import_put()) import ffffa09387c9e000 refcount=1 obd=lustre-OST0000-osc-ffffa093996f9800 00000020:00000001:3.0:1773941492.972572:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941492.972574:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09389f05200. 02000000:00000001:3.0:1773941492.972606:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941492.972607:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941492.972609:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024f480. 00000100:00000001:3.0:1773941492.972613:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941492.972615:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.972617:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.972620:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.972622:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.972624:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.972625:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.972627:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.972630:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.972632:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.972660:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.972663:0:14222:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941492.972667:0:14222:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa093886fbcf0. 00000020:00000010:1.0:1773941492.972671:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653e00. 00000020:00000010:1.0:1773941492.972674:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652000. 00000020:00000010:1.0:1773941492.972677:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102ea0. 00000008:00000010:1.0:1773941492.972682:0:14222:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0939042ef90. 00020000:00000010:1.0:1773941492.972686:0:14222:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c0540. 00008000:00000010:1.0:1773941492.972690:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.972693:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653a00. 00000008:00000010:1.0:1773941492.972697:0:14222:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09398181b80. 00020000:00000010:1.0:1773941492.972699:0:14222:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa09398185f80. 00008000:00000010:1.0:1773941492.972702:0:14222:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862a2c8. 00000020:00000001:1.0:1773941492.972705:0:14222:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446639154242501880 : -104919467049736 : ffffa093886fbcf8) 00000020:00001000:1.0:1773941492.972707:0:14222:0:(cl_object.c:831:cl_env_get()) 1@ffffa093886fbcf0 00000008:00000001:1.0:1773941492.972710:0:14222:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941492.972711:0:14222:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941492.972714:0:14222:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941492.972715:0:14222:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941492.972722:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.972723:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.972749:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941492.972751:0:14222:0:(cl_object.c:925:cl_env_put()) 1@ffffa093886fbcf0 00000020:00000010:1.0:1773941492.972754:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652000. 00000020:00000010:1.0:1773941492.972757:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102ea0. 00000008:00000010:1.0:1773941492.972761:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0939042ef90. 00020000:00000010:1.0:1773941492.972763:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093a17c0540. 00008000:00000010:1.0:1773941492.972765:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.972773:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653e00. 00000008:00000010:1.0:1773941492.972776:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09398181b80. 00020000:00000010:1.0:1773941492.972778:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa09398185f80. 00008000:00000010:1.0:1773941492.972781:0:14222:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa0938862a2c8. 00000020:00000010:1.0:1773941492.972784:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653a00. 00000020:00000010:1.0:1773941492.972786:0:14222:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa093886fbcf0. 00000001:00000001:1.0:1773941492.972788:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.972789:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.972814:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.972815:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.972816:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.972841:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941492.972842:0:14222:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.972843:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1773941492.972846:0:14222:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773941492.972848:0:14222:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941492.972850:0:14222:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0b67 00000020:00000040:1.0:1773941492.972853:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09387c9c000 with handle 0x450ee06f069b0b67 from hash 00000020:00000040:1.0:1773941492.972872:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 2 00000020:00000001:1.0:1773941492.972875:0:14222:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941492.972876:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 1 00000020:00000001:1.0:1773941492.972877:0:14222:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941492.972878:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 0 00000020:00000080:1.0:1773941492.972880:0:14222:0:(genops.c:904:class_export_put()) final put ffffa09387c9c000/LOV_OSC_UUID 00000020:00000001:1.0:1773941492.972882:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.972891:0:14222:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.972893:0:14222:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941492.972901:0:14222:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941492.972903:0:14222:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773941492.972905:0:14222:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffffa0938850e000. 00000020:00000001:1.0:1773941492.972908:0:14222:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773941492.972910:0:14222:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffffa093996f9800 (flags='') 00000020:00000001:2.0:1773941492.972914:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1773941492.972914:0:14222:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffffa09398102ea0. 00000020:00000080:2.0:1773941492.972919:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffffa09387c9c000/LOV_OSC_UUID for lustre-OST0000-osc-ffffa093996f9800 00000020:00000080:1.0:1773941492.972919:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000040:2.0:1773941492.972926:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 11 to 192.168.202.146@tcp 00000020:00000001:1.0:1773941492.972927:0:14222:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000001:2.0:1773941492.972932:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:1.0:1773941492.972932:0:14222:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffffa093996f9800: forcing exports to disconnect: 0/3 00000020:00000001:2.0:1773941492.972935:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.972937:0:14222:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00000040:2.0:1773941492.972938:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffffa093996f9800 (ffffa093885a4d28) now 5 - export 00000020:00080000:1.0:1773941492.972940:0:14222:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffffa093885a4d28) has no exports 00000020:00000010:2.0:1773941492.972943:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09387c9c000. 00000020:00000001:1.0:1773941492.972944:0:14222:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773941492.972947:0:14222:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1773941492.972950:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653a00. 00000020:00000001:2.0:1773941492.972953:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1773941492.972955:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388653e00. 00000020:00000010:1.0:1773941492.972962:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102960. 00000008:00000010:1.0:1773941492.972966:0:14222:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0939042ef90. 00020000:00000010:1.0:1773941492.972970:0:14222:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c0540. 00008000:00000010:1.0:1773941492.972973:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.972978:0:14222:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684c80. 00000008:00000001:1.0:1773941492.972982:0:14222:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:1.0:1773941492.972984:0:14222:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:1.0:1773941492.972990:0:14222:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773941492.972992:0:14222:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffffa093996f9800: client import never connected 00000100:00000001:1.0:1773941492.972994:0:14222:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941492.972996:0:14222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773941492.972998:0:14222:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941492.972999:0:14222:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941492.973001:0:14222:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093996f9800: committing for last_committed 0 gen 3 00000100:00000040:1.0:1773941492.973003:0:14222:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa093996f9800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941492.973005:0:14222:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941492.973006:0:14222:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941492.973007:0:14222:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941492.973008:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941492.973009:0:14222:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:1.0:1773941492.973016:0:14222:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.973017:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941492.973018:0:14222:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941492.973020:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941492.973021:0:14222:0:(osc_request.c:3880:osc_import_event()) Process entered 00000001:00000001:1.0:1773941492.973022:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.973023:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.973045:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.973046:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.973046:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.973067:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.973068:0:14222:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941492.973071:0:14222:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa093886fbcf0. 00000020:00000010:1.0:1773941492.973072:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652000. 00000020:00000010:1.0:1773941492.973075:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652c00. 00000020:00000010:1.0:1773941492.973086:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093981027e0. 00000008:00000010:1.0:1773941492.973091:0:14222:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa09390429650. 00020000:00000010:1.0:1773941492.973094:0:14222:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c03c0. 00008000:00000010:1.0:1773941492.973096:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b1c40. 00000020:00000010:1.0:1773941492.973099:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653600. 00000008:00000010:1.0:1773941492.973101:0:14222:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffffa09398181b80. 00020000:00000010:1.0:1773941492.973103:0:14222:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffffa09398185f80. 00008000:00000010:1.0:1773941492.973105:0:14222:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862a2c8. 00000020:00000001:1.0:1773941492.973106:0:14222:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446639154242501880 : -104919467049736 : ffffa093886fbcf8) 00000020:00001000:1.0:1773941492.973108:0:14222:0:(cl_object.c:831:cl_env_get()) 1@ffffa093886fbcf0 00000008:00000001:1.0:1773941492.973110:0:14222:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941492.973111:0:14222:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941492.973112:0:14222:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941492.973113:0:14222:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941492.973114:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.973115:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.973137:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941492.973138:0:14222:0:(cl_object.c:925:cl_env_put()) 1@ffffa093886fbcf0 00000020:00000010:1.0:1773941492.973139:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652c00. 00000020:00000010:1.0:1773941492.973142:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093981027e0. 00000008:00000010:1.0:1773941492.973144:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa09390429650. 00020000:00000010:1.0:1773941492.973146:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093a17c03c0. 00008000:00000010:1.0:1773941492.973153:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b1c40. 00000020:00000010:1.0:1773941492.973155:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652000. 00000008:00000010:1.0:1773941492.973157:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09398181b80. 00020000:00000010:1.0:1773941492.973159:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa09398185f80. 00008000:00000010:1.0:1773941492.973161:0:14222:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa0938862a2c8. 00000020:00000010:1.0:1773941492.973162:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653600. 00000020:00000010:1.0:1773941492.973164:0:14222:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa093886fbcf0. 00000001:00000001:1.0:1773941492.973165:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.973166:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.973190:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.973191:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.973192:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.973223:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941492.973225:0:14222:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.973228:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:1.0:1773941492.973231:0:14222:0:(genops.c:1229:class_import_get()) import ffffa09387c9e000 refcount=2 obd=lustre-OST0000-osc-ffffa093996f9800 00000020:00000001:1.0:1773941492.973234:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941492.973236:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09387c9e000 refcount=1 obd=lustre-OST0000-osc-ffffa093996f9800 00000020:00000001:1.0:1773941492.973238:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773941492.973240:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941492.973241:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09387c9e000 refcount=0 obd=lustre-OST0000-osc-ffffa093996f9800 00000020:00000040:1.0:1773941492.973242:0:14222:0:(genops.c:1245:class_import_put()) final put import ffffa09387c9e000 00000020:00000001:1.0:1773941492.973252:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1773941492.973254:0:14222:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1773941492.973255:0:14222:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941492.973286:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1773941492.973290:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa09387c9e000 for lustre-OST0000-osc-ffffa093996f9800 00000020:00000040:2.0:1773941492.973294:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 10 to 192.168.202.146@tcp 00000020:00000040:2.0:1773941492.973298:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 9 to 192.168.202.146@tcp 00000020:00000010:2.0:1773941492.973300:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffffa0939041fa20. 00000020:00000040:2.0:1773941492.973303:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffffa093996f9800 (ffffa093885a4d28) now 4 - import 00000020:00000010:2.0:1773941492.973306:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa09387c9e000. 00000020:00000001:2.0:1773941492.973309:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1773941492.973425:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa093a01ea000. 00000020:00000010:1.0:1773941492.973429:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa093996da000. 00000020:00000010:1.0:1773941492.973431:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa09387ca2000. 00000020:00000010:1.0:1773941492.973434:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa093981b4000. 00000020:00000010:1.0:1773941492.973437:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffffa0938865f000. 00000020:00000010:1.0:1773941492.973443:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09387c94400. 00000008:00000001:1.0:1773941492.973445:0:14222:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.973449:0:14222:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684c80. 00000020:00000010:1.0:1773941492.973455:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388653e00. 00000020:00000010:1.0:1773941492.973457:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102960. 00000008:00000010:1.0:1773941492.973465:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0939042ef90. 00020000:00000010:1.0:1773941492.973467:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093a17c0540. 00008000:00000010:1.0:1773941492.973469:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.973471:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653a00. 00000020:00000001:1.0:1773941492.973473:0:14222:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.973485:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941492.973489:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938850f800. 00000001:00000010:1.0:1773941492.973491:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938850fc00. 00000001:00000010:1.0:1773941492.973492:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938850f400. 00000001:00000010:1.0:1773941492.973494:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938850f200. 00000001:00000010:1.0:1773941492.973496:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa09398f08600. 00000001:00000010:1.0:1773941492.973497:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa09386269500. 00000001:00000001:1.0:1773941492.973500:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773941492.973501:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffffa093996f9800 (ffffa093885a4d28) now 3 - setup 00000020:00000001:1.0:1773941492.973504:0:14222:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.973505:0:14222:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773941492.973507:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773941492.973510:0:14222:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773941492.973512:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffffa093996f9800 (ffffa093885a4d28) now 2 - obd_device_list 00000020:00000080:1.0:1773941492.973514:0:14222:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffffa093996f9800 (uuid bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000040:1.0:1773941492.973516:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffffa093996f9800 (ffffa093885a4d28) now 1 - newdev 00000020:00000040:1.0:1773941492.973518:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09387c98800 with handle 0x450ee06f069b0b36 from hash 00000020:00000040:1.0:1773941492.973520:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c98800 : new refcount 0 00000020:00000080:1.0:1773941492.973521:0:14222:0:(genops.c:904:class_export_put()) final put ffffa09387c98800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:1.0:1773941492.973522:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.973524:0:14222:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941492.973525:0:14222:0:(genops.c:863:class_export_destroy()) destroying export ffffa09387c98800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-OST0000-osc-ffffa093996f9800 00000020:00000001:1.0:1773941492.973527:0:14222:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941492.973528:0:14222:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.973529:0:14222:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09387c98800. 00000020:00000001:1.0:1773941492.973532:0:14222:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941492.973534:0:14222:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0000-osc-ffffa093996f9800 obd_type name = osc 00000020:01000000:1.0:1773941492.973536:0:14222:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffffa093996f9800 (bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000001:1.0:1773941492.973543:0:14222:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1773941492.973545:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653a00. 00000020:00000010:1.0:1773941492.973547:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388653e00. 00000020:00000010:1.0:1773941492.973549:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102960. 00000008:00000010:1.0:1773941492.973551:0:14222:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffffa0939042ef90. 00020000:00000010:1.0:1773941492.973571:0:14222:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffffa093a17c0540. 00008000:00000010:1.0:1773941492.973576:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b2350. 00010000:00000010:3.1:1773941492.973617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5ec00. 00010000:00000010:2.1F:1773941492.973636:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360a00. 00010000:00000010:2.1:1773941492.973650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bd800. 00000008:00000010:1.0:1773941492.973683:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332e468. 00000008:00000010:1.0:1773941492.973687:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa09390216f90. 00000008:00000010:1.0:1773941492.973690:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332aca0. 00000008:00000010:1.0:1773941492.973693:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332ce18. 00000008:00000010:1.0:1773941492.973695:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332b7c8. 00000008:00000010:1.0:1773941492.973697:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0938332a178. 00000008:00000010:1.0:1773941492.973699:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa09383328b28. 00000008:00000010:1.0:1773941492.973701:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09386202840. 00000008:00000010:1.0:1773941492.973704:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa093a01389a0. 00000008:00000010:1.0:1773941492.973706:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa093862038c0. 00000008:00000010:1.0:1773941492.973708:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09386203600. 00000008:00000010:1.0:1773941492.973709:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09386202c60. 00000008:00000010:1.0:1773941492.973711:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09386203760. 00000008:00000010:1.0:1773941492.973712:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09386203080. 00000008:00000001:1.0:1773941492.973714:0:14222:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1773941492.973718:0:14222:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773941492.973719:0:14222:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773941492.973722:0:14222:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773941492.973740:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffffa0938850ec00. 00000020:00000010:1.0:1773941492.973743:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09387c97c00. 00010000:00000001:1.0:1773941492.973761:0:14222:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773941492.973768:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffffa0939041fcc0. 00000020:00000010:1.0:1773941492.973770:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09387c97400. 00000001:00000001:1.0:1773941492.973797:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941492.973817:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388064000. 00000001:00000010:1.0:1773941492.973820:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388060000. 00000001:00000010:1.0:1773941492.973822:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388062000. 00000001:00000010:1.0:1773941492.973830:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388066000. 00000001:00000010:1.0:1773941492.973833:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa0938806c000. 00000001:00000010:1.0:1773941492.973835:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388068000. 00000001:00000010:1.0:1773941492.973837:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa0938806a000. 00000001:00000010:1.0:1773941492.973838:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa0938806e000. 00000001:00000010:1.0:1773941492.973840:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa0938800c000. 00000001:00000010:1.0:1773941492.973843:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388008000. 00000001:00000010:1.0:1773941492.973846:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa0938800a000. 00000001:00000010:1.0:1773941492.973849:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa0938800e000. 00000001:00000010:1.0:1773941492.973850:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388012000. 00000001:00000010:1.0:1773941492.973852:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388016000. 00000001:00000010:1.0:1773941492.973854:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388014000. 00000001:00000010:1.0:1773941492.973856:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffffa09388010000. 00000001:00000010:1.0:1773941492.973857:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffffa0938871d780. 00000001:00000010:1.0:1773941492.973859:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa0938850fa00. 00000001:00000001:1.0:1773941492.973861:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1773941492.973862:0:14222:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffffa09387c96800. 00010000:00000001:1.0:1773941492.973865:0:14222:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941492.973866:0:14222:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773941492.973867:0:14222:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773941492.973869:0:14222:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773941492.973870:0:14222:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773941492.973871:0:14222:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941492.973872:0:14222:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773941492.973874:0:14222:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffffa0938865d000. 00010000:00000010:1.0:1773941492.973876:0:14222:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffffa0938865c000. 00010000:00000001:1.0:1773941492.973878:0:14222:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773941492.973880:0:14222:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773941492.973881:0:14222:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffffa0938871dd80. 00000020:00000010:1.0:1773941492.973884:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388653e00. 00000020:00000010:1.0:1773941492.973886:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102960. 00000008:00000010:1.0:1773941492.973888:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa0939042ef90. 00020000:00000010:1.0:1773941492.973889:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093a17c0540. 00008000:00000010:1.0:1773941492.973891:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.973894:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653a00. 00000020:00000001:1.0:1773941492.973899:0:14222:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.973901:0:14222:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffffa093885a4d28. 00000020:00000001:1.0:1773941492.973907:0:14222:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.973908:0:14222:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941492.973910:0:14222:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffffa09398102ea0. 00000020:00000001:1.0:1773941492.973912:0:14222:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773941492.973915:0:14222:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffffa0938865b000. 00020000:00000001:1.0:1773941492.973918:0:14222:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.973927:0:14222:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffffa09390270000. 00000020:00000010:1.0:1773941492.973935:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffffa09389dfc0c0. 00000020:00000010:1.0:1773941492.973937:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09387d4ec00. 00020000:00000010:1.0:1773941492.973941:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1b40. 00020000:00000010:1.0:1773941492.973943:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093a0b9d480. 00020000:00000010:1.0:1773941492.973946:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1c00. 00020000:00000010:1.0:1773941492.973948:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1a80. 00020000:00000010:1.0:1773941492.973951:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1900. 00020000:00000010:1.0:1773941492.973953:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1000. 00020000:00000010:1.0:1773941492.973956:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa093896a1300. 00020000:00000010:1.0:1773941492.973958:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0eab180. 00020000:00000010:1.0:1773941492.973961:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a013df80. 00020000:00000010:1.0:1773941492.973965:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0ea98c0. 00020000:00000010:1.0:1773941492.973967:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0ea9d40. 00020000:00000010:1.0:1773941492.973970:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0eabcc0. 00020000:00000010:1.0:1773941492.973972:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0eab840. 00020000:00000010:1.0:1773941492.973974:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa093a0ea8900. 00020000:00000010:1.0:1773941492.973977:0:14222:0:(lov_dev.c:306:lov_device_free()) kfreed 'ld->ld_target': 512 at ffffa0938850e800. 00020000:00000010:1.0:1773941492.973980:0:14222:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffffa09383878000. 00020000:00000010:1.0:1773941492.973983:0:14222:0:(lov_dev.c:315:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffffa0938387b000. 00020000:00000010:1.0:1773941492.973986:0:14222:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld': 632 at ffffa09387d4e400. 00000020:00001000:1.0:1773941492.973990:0:14222:0:(cl_object.c:925:cl_env_put()) 1@ffffa093862f4900 00000020:00000010:1.0:1773941492.973993:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09385316400. 00000020:00000010:1.0:1773941492.973996:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093a00fcea0. 00000008:00000010:1.0:1773941492.974000:0:14222:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffffa093838537c8. 00020000:00000010:1.0:1773941492.974003:0:14222:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffffa09383c33a80. 00008000:00000010:1.0:1773941492.974013:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093862d1fc8. 00000080:00000010:1.0:1773941492.974018:0:14222:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffffa093862f3f18. 00000080:00000010:1.0:1773941492.974024:0:14222:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffffa09383866b58. 00000020:00000010:1.0:1773941492.974028:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385316e00. 00000008:00000010:1.0:1773941492.974031:0:14222:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffffa09382daa840. 00020000:00000010:1.0:1773941492.974034:0:14222:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffffa09383384900. 00008000:00000010:1.0:1773941492.974038:0:14222:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093862f2a40. 00000080:00000010:1.0:1773941492.974041:0:14222:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffffa093862f15a0. 00000020:00000010:1.0:1773941492.974044:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385317400. 00000020:00000010:1.0:1773941492.974047:0:14222:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa093862f4900. 00000080:00000001:1.0:1773941492.974051:0:14222:0:(vvp_dev.c:331:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941492.974054:0:14222:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:1.0:1773941492.974057:0:14222:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:1.0:1773941492.974059:0:14222:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941492.974061:0:14222:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0b60 00000020:00000040:1.0:1773941492.974064:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09387c9d800 with handle 0x450ee06f069b0b60 from hash 00000020:00000001:1.0:1773941492.974068:0:14222:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941492.974069:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9d800 : new refcount 1 00000020:00000001:1.0:1773941492.974070:0:14222:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941492.974071:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9d800 : new refcount 0 00000020:00000080:1.0:1773941492.974072:0:14222:0:(genops.c:904:class_export_put()) final put ffffa09387c9d800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:1.0:1773941492.974074:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.974084:0:14222:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941492.974086:0:14222:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941492.974087:0:14222:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941492.974211:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773941492.974214:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffffa09387c9d800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-clilov-ffffa093996f9800 00000020:00000001:2.0:1773941492.974216:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773941492.974218:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941492.974220:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffffa093996f9800 (ffffa093902c0000) now 4 - export 00000020:00000010:2.0:1773941492.974223:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09387c9d800. 00000020:00000001:2.0:1773941492.974229:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1773941492.974309:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffffa09390259000. 00000020:00000010:1.0:1773941492.974314:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa0939025a800. 00000020:00000010:1.0:1773941492.974317:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffffa09387c99000. 00000020:00000010:1.0:1773941492.974319:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffffa09383396800. 00000020:00000010:1.0:1773941492.974323:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffffa0938620b000. 00000020:00000010:1.0:1773941492.974327:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa0939025b400. 00000080:00000001:1.0:1773941492.974329:0:14222:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:1.0:1773941492.974333:0:14222:0:(lmv_obd.c:589:lmv_disconnect()) Process entered 00800000:00000001:1.0:1773941492.974335:0:14222:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:1.0:1773941492.974347:0:14222:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773941492.974351:0:14222:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941492.974354:0:14222:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:1.0:1773941492.974357:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e800 : new refcount 3 80000000:00000010:1.0:1773941492.974359:0:14222:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffffa09385498080. 80000000:00000001:1.0:1773941492.974362:0:14222:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773941492.974364:0:14222:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1773941492.974366:0:14222:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1773941492.974399:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e800 : new refcount 2 40000000:00000001:1.0:1773941492.974400:0:14222:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1773941492.974401:0:14222:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffffa09386269f00. 40000000:00000001:1.0:1773941492.974404:0:14222:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1773941492.974406:0:14222:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffffa093996f9800(bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) successfully 00800000:00000001:1.0:1773941492.974408:0:14222:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:1.0:1773941492.974409:0:14222:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941492.974411:0:14222:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1773941492.974413:0:14222:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773941492.974415:0:14222:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffffa093996f9800 - 1 00000100:00000001:1.0:1773941492.974417:0:14222:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773941492.974419:0:14222:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import bf2449b4-4b4c-430a-a5f4-0185a19f5dbc->lustre-MDT0000_UUID 00000020:00000001:1.0:1773941492.974420:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941492.974421:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09386208800 refcount=2 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000001:1.0:1773941492.974423:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941492.974424:0:14222:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.974426:0:14222:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773941492.974427:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.974428:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773941492.974576:0:14222:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51100 count: 2 00010000:00000001:1.0:1773941492.974604:0:14222:0:(ldlm_request.c:2311:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773941492.974608:0:14222:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51100 count: 3 00010000:00000001:1.0:1773941492.974611:0:14222:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941492.974615:0:14222:0:(ldlm_request.c:2161:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773941492.974619:0:14222:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941492.974624:0:14222:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00000001:1.0:1773941492.974643:0:14222:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773941492.974646:0:14222:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773941492.974648:0:14222:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773941492.974649:0:14222:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.974651:0:14222:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941492.974653:0:14222:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941492.974655:0:14222:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941492.974657:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941492.974659:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941492.974661:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381516600 with handle 0x450ee06f069b0b6e from hash 00010000:00000001:1.0:1773941492.974663:0:14222:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941492.974664:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941492.974666:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941492.974667:0:14222:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1773941492.974670:0:14222:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffffa09388653a00. 00010000:00000001:1.0:1773941492.974672:0:14222:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941492.974673:0:14222:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773941492.974675:0:14222:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941492.974677:0:14222:0:(ldlm_request.c:2211:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941492.974679:0:14222:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773941492.974681:0:14222:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773941492.974686:0:14222:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620000. 00000020:00000040:1.0:1773941492.974688:0:14222:0:(genops.c:1229:class_import_get()) import ffffa09386208800 refcount=3 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000100:00000001:1.0:1773941492.974691:0:14222:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941492.974692:0:14222:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941492.974695:0:14222:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941492.974700:0:14222:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09388653e00. 00000100:00000001:1.0:1773941492.974703:0:14222:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.974705:0:14222:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773941492.974711:0:14222:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1773941492.974716:0:14222:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773941492.974720:0:14222:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941492.974723:0:14222:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941492.974724:0:14222:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941492.974728:0:14222:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093a00389c0. 00000100:00000001:1.0:1773941492.974730:0:14222:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154638064064 : -104919071487552 : ffffa093a00389c0) 00000100:00000001:1.0:1773941492.974732:0:14222:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941492.974734:0:14222:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241601536 : -104919467950080 : ffffa09388620000) 00000100:00000001:1.0:1773941492.974738:0:14222:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941492.974741:0:14222:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.974743:0:14222:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941492.974744:0:14222:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941492.974749:0:14222:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388620000 x1860112244291456/t0(0) o103->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.974755:0:14222:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941492.974756:0:14222:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941492.974759:0:14222:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388620000 x1860112244291456/t0(0) o103->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.974764:0:14222:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941492.974766:0:14222:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941492.974767:0:14222:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941492.974769:0:14222:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093a00389c0 going to sleep for 0 seconds 00000100:00000001:1.0:1773941492.974771:0:14222:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941492.974772:0:14222:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773941492.974774:0:14222:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941492.974775:0:14222:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941492.974776:0:14222:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941492.974780:0:14222:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388620000 x1860112244291456/t0(0) o103->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941492.974785:0:14222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job umount:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:14222:1860112244291456:192.168.202.146@tcp:103:umount.0 00000100:00000001:1.0:1773941492.974787:0:14222:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941492.974789:0:14222:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941492.974794:0:14222:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941492.974796:0:14222:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.974799:0:14222:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388620000 x1860112244291456/t0(0) o103->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.974804:0:14222:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941492.974806:0:14222:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093a00389c0. 00000100:00000001:1.0:1773941492.974809:0:14222:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941492.974810:0:14222:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773941492.974812:0:14222:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773941492.974813:0:14222:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.974814:0:14222:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388620000 x1860112244291456/t0(0) o103->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.974819:0:14222:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773941492.974821:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941492.974822:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09386208800 refcount=2 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000001:1.0:1773941492.974824:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941492.974826:0:14222:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09388653e00. 02000000:00000001:1.0:1773941492.974828:0:14222:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941492.974829:0:14222:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941492.974831:0:14222:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620000. 00000100:00000001:1.0:1773941492.974834:0:14222:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941492.974834:0:14222:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941492.974836:0:14222:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773941492.974837:0:14222:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773941492.974838:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941492.974841:0:14222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa093996f9800 lock: ffffa09381516600/0x450ee06f069b0b6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcac106b6165c8b46 expref: -99 pid: 14205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000020:00000010:1.0:1773941492.974847:0:14222:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa09382fd1480. 00010000:00000001:1.0:1773941492.974852:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941492.974853:0:14222:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.974855:0:14222:0:(ldlm_request.c:2328:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773941492.974857:0:14222:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51100 count: 0 00010000:00000010:1.0:1773941492.974862:0:14222:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0938871d480. 00000001:00000001:1.0:1773941492.975147:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.975150:0:14222:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.975152:0:14222:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773941492.975153:0:14222:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773941492.975154:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.975155:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.975497:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.975500:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.975501:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.975883:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.975888:0:14222:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.975891:0:14222:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773941492.975925:0:14222:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773941492.975929:0:14222:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773941492.975931:0:14222:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773941492.975935:0:14222:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620000. 00000020:00000040:1.0:1773941492.975939:0:14222:0:(genops.c:1229:class_import_get()) import ffffa09386208800 refcount=3 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000100:00000001:1.0:1773941492.975942:0:14222:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941492.975943:0:14222:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941492.975946:0:14222:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941492.975950:0:14222:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09399f20e00. 00000100:00000001:1.0:1773941492.975954:0:14222:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.975957:0:14222:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446639154241601536 : -104919467950080 : ffffa09388620000) 00000100:00080000:1.0:1773941492.975960:0:14222:0:(import.c:65:import_set_state_nolock()) ffffa09386208800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773941492.975964:0:14222:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941492.975967:0:14222:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941492.975973:0:14222:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049d556f1] to pc [ptlrpcd_rcv+-1] req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.975994:0:14222:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.976021:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.976025:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.976027:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941492.976033:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.976042:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941492.976044:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.976047:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941492.976050:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941492.976053:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941492.976057:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:2397:1860112244291584:192.168.202.146@tcp:39:umount.0 00000100:00000001:3.0:1773941492.976061:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941492.976066:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941492.976069:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.976073:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941492.976078:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386250a00. 02000000:00000001:3.0:1773941492.976081:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941492.976087:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941492.976092:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15528. 00000400:00000010:3.0:1773941492.976098:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3f68. 00000100:00000200:3.0:1773941492.976103:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244291584, portal 10 00000100:00000001:3.0:1773941492.976106:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941492.976114:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241601536 : -104919467950080 : ffffa09388620000) 00000100:00000040:3.0:1773941492.976122:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.976131:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941492.976134:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941492.976137:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3cc0. 00000100:00000200:3.0:1773941492.976142:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244291584, offset 0 00000400:00000200:3.0:1773941492.976150:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941492.976158:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941492.976165:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941492.976170:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941492.976175:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941492.976178:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941492.976180:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941492.976194:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [118:118:256:4294967295] 192.168.202.146@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1773941492.976199:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941492.976212:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941492.976219:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941492.976225:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00000800:00000200:3.0:1773941492.976232:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941492.976240:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941492.976244:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941492.976259:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.976263:0:2397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: using a timeout of 3511147 usecs (3512 jiffies) 00000400:00000200:3.0:1773941492.976268:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941492.976271:0:2397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: PM QoS new deadline estimation for cpu 0 is 4294930198 00000100:00000001:3.0:1773941492.976275:0:2397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: PM QoS request active for cpu 0, keep current deadline 4294932192 00000100:00000001:3.0:1773941492.976278:0:2397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: PM QoS new deadline estimation for cpu 1 is 4294930198 00000100:00000001:3.0:1773941492.976281:0:2397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa093996f9800: PM QoS request active for cpu 1, keep current deadline 4294932192 00000100:00000001:3.0:1773941492.976284:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.976295:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.976297:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.976301:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.976306:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.976307:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941492.976308:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.976310:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.976311:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.976312:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941492.976352:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941492.976358:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000400:00000200:1.0:1773941492.976363:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.976370:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941492.976376:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3cc0 00000400:00000010:1.0:1773941492.976385:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3cc0. 00000100:00000001:1.0:1773941492.976390:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941492.976396:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.976407:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.976411:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.976419:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.976421:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773941492.977641:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51200. 00010000:00000010:2.1:1773941492.977650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381516200. 00000800:00000001:1.0:1773941492.978917:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.978926:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941492.978928:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.978930:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.978935:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.978939:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941492.978944:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.978947:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.978951:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.978954:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x69bc321903800 00000400:00000200:1.0:1773941492.978957:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.978961:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:1.0:1773941492.978966:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.978980:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.978982:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.978985:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941492.978989:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.978994:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.979001:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.979015:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941492.979026:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.979028:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.979036:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.979041:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941492.979046:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941492.979048:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941492.979051:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15528. 00000400:00000200:3.0:1773941492.979057:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3f68 00000400:00000010:3.0:1773941492.979059:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3f68. 00000100:00000001:3.0:1773941492.979062:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941492.979069:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941492.979082:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388620000 x1860112244291584/t0(0) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.979089:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941492.979090:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.979092:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941492.979095:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941492.979097:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941492.979099:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.979101:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941492.979106:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa09386208c58 time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941492.979109:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa09386208c10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941492.979111:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941492.979112:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.979114:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941492.979117:0:2397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.979120:0:2397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773941492.979121:0:2397:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093996f9800: committing for last_committed 8589934593 gen 1 00000100:00000040:3.0:1773941492.979124:0:2397:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093996f9800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773941492.979132:0:2397:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941492.979133:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.979137:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388620000 x1860112244291584/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.979143:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.979145:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941492.979146:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941492.979148:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa09386208800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773941492.979150:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:3.0:1773941492.979152:0:2397:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773941492.979154:0:2397:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.979155:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941492.979156:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:3.0:1773941492.979157:0:2397:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773941492.979159:0:2397:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.979160:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1773941492.979170:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388620000 x1860112244291584/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941492.979177:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:2397:1860112244291584:192.168.202.146@tcp:39:umount.0 00000100:00000001:1.0:1773941492.979188:0:14222:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.979189:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941492.979195:0:14222:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:3.0:1773941492.979196:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941492.979197:0:14222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000040:3.0:1773941492.979201:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388620000 x1860112244291584/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.979201:0:14222:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941492.979206:0:14222:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941492.979210:0:14222:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093996f9800: committing for last_committed 8589934593 gen 2 00000100:00000001:3.0:1773941492.979212:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1773941492.979217:0:14222:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093996f9800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941492.979221:0:14222:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941492.979223:0:14222:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941492.979224:0:14222:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941492.979225:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941492.979227:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000002:00000001:1.0:1773941492.979228:0:14222:0:(mdc_request.c:2862:mdc_import_event()) Process entered 02000000:00000010:3.0:1773941492.979230:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386250a00. 00000002:00000001:1.0:1773941492.979233:0:14222:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.979235:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941492.979237:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1773941492.979238:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941492.979242:0:2397:0:(genops.c:1242:class_import_put()) import ffffa09386208800 refcount=2 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000100:00100000:1.0:1773941492.979243:0:14222:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:3.0:1773941492.979244:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941492.979248:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:3.0:1773941492.979249:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09399f20e00. 00000002:00000001:1.0:1773941492.979252:0:14222:0:(mdc_request.c:2862:mdc_import_event()) Process entered 02000000:00000001:3.0:1773941492.979255:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941492.979257:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.979259:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941492.979263:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941492.979265:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620000. 00000100:00000001:3.0:1773941492.979268:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941492.979269:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.979271:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.979274:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.979275:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.979277:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.979278:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.979643:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.979645:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.979646:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.979959:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.979961:0:14222:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941492.979965:0:14222:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa093886fbcf0. 00000020:00000010:1.0:1773941492.979969:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653600. 00000020:00000010:1.0:1773941492.979972:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652000. 00000020:00000010:1.0:1773941492.979974:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102ea0. 00008000:00000010:1.0:1773941492.979977:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.979980:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652c00. 00008000:00000010:1.0:1773941492.979982:0:14222:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862a2c8. 00000020:00000001:1.0:1773941492.979984:0:14222:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446639154242501880 : -104919467049736 : ffffa093886fbcf8) 00000020:00001000:1.0:1773941492.979986:0:14222:0:(cl_object.c:831:cl_env_get()) 1@ffffa093886fbcf0 00000008:00000001:1.0:1773941492.979988:0:14222:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941492.979995:0:14222:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941492.979997:0:14222:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941492.979999:0:14222:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941492.980000:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.980001:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.980381:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941492.980386:0:14222:0:(cl_object.c:925:cl_env_put()) 1@ffffa093886fbcf0 00000020:00000010:1.0:1773941492.980389:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652000. 00000020:00000010:1.0:1773941492.980393:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102ea0. 00008000:00000010:1.0:1773941492.980397:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.980401:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653600. 00008000:00000010:1.0:1773941492.980405:0:14222:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa0938862a2c8. 00000020:00000010:1.0:1773941492.980409:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652c00. 00000020:00000010:1.0:1773941492.980411:0:14222:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa093886fbcf0. 00000001:00000001:1.0:1773941492.980415:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.980417:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.980980:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.980984:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.980985:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.981346:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941492.981350:0:14222:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.981352:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1773941492.981356:0:14222:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773941492.981358:0:14222:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941492.981360:0:14222:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0b52 00000020:00000040:1.0:1773941492.981364:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09387c9e800 with handle 0x450ee06f069b0b52 from hash 00000020:00000001:1.0:1773941492.981391:0:14222:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941492.981394:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e800 : new refcount 1 00000020:00000001:1.0:1773941492.981397:0:14222:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941492.981399:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e800 : new refcount 0 00000020:00000080:1.0:1773941492.981400:0:14222:0:(genops.c:904:class_export_put()) final put ffffa09387c9e800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:1.0:1773941492.981403:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.981416:0:14222:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.981418:0:14222:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941492.981437:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773941492.981440:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffffa09387c9e800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000040:3.0:1773941492.981445:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 8 to 192.168.202.146@tcp 00000020:00000001:3.0:1773941492.981447:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773941492.981449:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1773941492.981449:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381516600. 00000020:00000040:3.0:1773941492.981453:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffffa093996f9800 (ffffa093902c19b8) now 5 - export 00000020:00000010:3.0:1773941492.981455:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09387c9e800. 00010000:00000010:1.1:1773941492.981464:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51100. 00000020:00000001:3.0:1773941492.981466:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00800000:00000001:1.0:1773941492.981476:0:14222:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941492.981479:0:14222:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941492.981483:0:14222:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:1.0:1773941492.981496:0:14222:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1773941492.981498:0:14222:0:(lu_tgt_descs.c:175:lu_qos_del_tgt()) removing server 192.168.202.146@tcp 00020000:00000010:1.0:1773941492.981500:0:14222:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) kfreed 'svr': 104 at ffffa0938871d500. 00020000:00000001:1.0:1773941492.981503:0:14222:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941492.981505:0:14222:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:1.0:1773941492.981508:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9f800 : new refcount 3 80000000:00000010:1.0:1773941492.981510:0:14222:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffffa09385498240. 80000000:00000001:1.0:1773941492.981513:0:14222:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773941492.981515:0:14222:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1773941492.981516:0:14222:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1773941492.981570:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9f800 : new refcount 2 40000000:00000001:1.0:1773941492.981574:0:14222:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1773941492.981576:0:14222:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffffa09386269a00. 40000000:00000001:1.0:1773941492.981605:0:14222:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1773941492.981608:0:14222:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffffa093996f9800(bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) successfully 00800000:00000001:1.0:1773941492.981611:0:14222:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:1.0:1773941492.981614:0:14222:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941492.981617:0:14222:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1773941492.981619:0:14222:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773941492.981622:0:14222:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffffa093996f9800 - 1 00000100:00000001:1.0:1773941492.981625:0:14222:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773941492.981628:0:14222:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import bf2449b4-4b4c-430a-a5f4-0185a19f5dbc->lustre-MDT0001_UUID 00000020:00000001:1.0:1773941492.981630:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941492.981632:0:14222:0:(genops.c:1242:class_import_put()) import ffffa0938620f000 refcount=2 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:1.0:1773941492.981635:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941492.981637:0:14222:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.981640:0:14222:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773941492.981643:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.981645:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.982106:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.982110:0:14222:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.982112:0:14222:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773941492.982114:0:14222:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773941492.982116:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.982117:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.982534:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.982544:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.982546:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.983024:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.983028:0:14222:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.983030:0:14222:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773941492.983032:0:14222:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773941492.983035:0:14222:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773941492.983037:0:14222:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773941492.983042:0:14222:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388622300. 00000020:00000040:1.0:1773941492.983046:0:14222:0:(genops.c:1229:class_import_get()) import ffffa0938620f000 refcount=3 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000100:00000001:1.0:1773941492.983050:0:14222:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941492.983052:0:14222:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941492.983055:0:14222:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941492.983062:0:14222:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09399f20e00. 00000100:00000001:1.0:1773941492.983067:0:14222:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.983070:0:14222:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446639154241610496 : -104919467941120 : ffffa09388622300) 00000100:00080000:1.0:1773941492.983073:0:14222:0:(import.c:65:import_set_state_nolock()) ffffa0938620f000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773941492.983078:0:14222:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941492.983082:0:14222:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941492.983090:0:14222:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0bb48d0] to pc [ptlrpcd_rcv+-1] req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.983111:0:14222:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.983127:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.983130:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.983132:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941492.983137:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.983144:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941492.983146:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.983148:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941492.983150:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941492.983152:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941492.983155:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:2397:1860112244291712:192.168.202.146@tcp:39:umount.0 00000100:00000001:3.0:1773941492.983158:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941492.983163:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941492.983165:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.983167:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941492.983170:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386250a00. 02000000:00000001:3.0:1773941492.983172:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941492.983176:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941492.983183:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15528. 00000400:00000010:3.0:1773941492.983187:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3f68. 00000100:00000200:3.0:1773941492.983191:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244291712, portal 10 00000100:00000001:3.0:1773941492.983193:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941492.983194:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241610496 : -104919467941120 : ffffa09388622300) 00000100:00000040:3.0:1773941492.983199:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.983204:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941492.983206:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941492.983208:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3110. 00000100:00000200:3.0:1773941492.983210:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112244291712, offset 0 00000400:00000200:3.0:1773941492.983214:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941492.983219:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941492.983226:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941492.983230:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941492.983233:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941492.983236:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941492.983238:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941492.983241:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [119:119:256:4294967295] 192.168.202.146@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:3.0:1773941492.983244:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941492.983251:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941492.983255:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941492.983259:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941492.983264:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941492.983270:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941492.983273:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941492.983284:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.983287:0:2397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: using a timeout of 3573 usecs (4 jiffies) 00000400:00000200:3.0:1773941492.983290:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941492.983292:0:2397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: PM QoS new deadline estimation for cpu 0 is 4294926697 00000100:00000001:3.0:1773941492.983295:0:2397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: PM QoS request active for cpu 0, keep current deadline 4294932192 00000100:00000001:3.0:1773941492.983302:0:2397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: PM QoS new deadline estimation for cpu 1 is 4294926697 00000100:00000001:3.0:1773941492.983305:0:2397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa093996f9800: PM QoS request active for cpu 1, keep current deadline 4294932192 00000100:00000001:3.0:1773941492.983306:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.983308:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.983311:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.983313:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.983317:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.983318:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941492.983320:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.983321:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.983322:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.983323:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941492.983375:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941492.983380:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000400:00000200:1.0:1773941492.983384:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.983390:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941492.983395:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3110 00000400:00000010:1.0:1773941492.983397:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3110. 00000100:00000001:1.0:1773941492.983401:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941492.983405:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.983415:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.983419:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.983434:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.983436:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941492.984908:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.984917:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941492.984919:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.984922:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.984926:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.984931:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941492.984937:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.984939:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.984941:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.984945:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x69bc321903880 00000400:00000200:1.0:1773941492.984950:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941492.984955:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1773941492.984961:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.984969:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.984972:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.984977:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941492.984982:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.984988:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.984999:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.985015:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941492.985022:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773941492.985027:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1773941492.985027:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.985032:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941492.985038:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941492.985040:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941492.985043:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15528. 00000400:00000200:3.0:1773941492.985048:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3f68 00000400:00000010:3.0:1773941492.985050:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3f68. 00000100:00000001:3.0:1773941492.985054:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941492.985059:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941492.985070:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.985080:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941492.985082:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.985084:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941492.985086:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941492.985088:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941492.985089:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.985091:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941492.985095:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa0938620f458 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941492.985098:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa0938620f410 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941492.985100:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941492.985102:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.985110:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1773941492.985114:0:2397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa09388622300 x1860112244291712/t0(0) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941492.985119:0:2397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.985122:0:2397:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773941492.985124:0:2397:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773941492.985126:0:2397:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773941492.985129:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941492.985131:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241610496 : -104919467941120 : ffffa09388622300) 00000100:00000001:3.0:1773941492.985134:0:2397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941492.985136:0:2397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093996f9800: skip recheck: last_committed 0 00000100:00000001:3.0:1773941492.985138:0:2397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941492.985140:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.985146:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388622300 x1860112244291712/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.985153:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.985156:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941492.985158:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941492.985161:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa0938620f000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773941492.985164:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:3.0:1773941492.985166:0:2397:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773941492.985168:0:2397:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.985170:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941492.985171:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:3.0:1773941492.985173:0:2397:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773941492.985175:0:2397:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.985177:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1773941492.985189:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388622300 x1860112244291712/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.985195:0:14222:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.985201:0:14222:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00100000:3.0:1773941492.985202:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf2449b4-4b4c-430a-a5f4-0185a19f5dbc:2397:1860112244291712:192.168.202.146@tcp:39:umount.0 00000100:00080000:1.0:1773941492.985204:0:14222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:1.0:1773941492.985209:0:14222:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941492.985214:0:14222:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388622300 x1860112244291712/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.985226:0:14222:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941492.985228:0:14222:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093996f9800: committing for last_committed 0 gen 2 00000100:00100000:1.0:1773941492.985231:0:14222:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffffa09388622300 x1860112244291712/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Complete:RENQU/204/0 rc -5/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.985236:0:14222:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941492.985238:0:14222:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.985240:0:14222:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388622300 x1860112244291712/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 2 fl Complete:RENQU/204/0 rc -5/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.985244:0:14222:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941492.985246:0:14222:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093996f9800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1773941492.985248:0:14222:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941492.985248:0:14222:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941492.985249:0:14222:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941492.985250:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941492.985252:0:14222:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000100:00000001:3.0:1773941492.985254:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773941492.985254:0:14222:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.985256:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941492.985258:0:14222:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941492.985260:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941492.985261:0:14222:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:1.0:1773941492.985264:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941492.985266:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:1.0:1773941492.985266:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:3.0:1773941492.985275:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388622300 x1860112244291712/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffffa093996f9800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941502 ref 1 fl Complete:RENQU/204/0 rc -5/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.985284:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941492.985287:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941492.985290:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386250a00. 02000000:00000001:3.0:1773941492.985293:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941492.985295:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941492.985297:0:2397:0:(genops.c:1242:class_import_put()) import ffffa0938620f000 refcount=2 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:3.0:1773941492.985300:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941492.985303:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09399f20e00. 02000000:00000001:3.0:1773941492.985308:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941492.985309:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941492.985311:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388622300. 00000100:00000001:3.0:1773941492.985313:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941492.985315:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.985316:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.985319:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.985320:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.985322:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.985324:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.985675:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.985678:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.985679:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.986007:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.986010:0:14222:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941492.986014:0:14222:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa093886fbcf0. 00000020:00000010:1.0:1773941492.986017:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652c00. 00000020:00000010:1.0:1773941492.986021:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388653600. 00000020:00000010:1.0:1773941492.986025:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102ea0. 00008000:00000010:1.0:1773941492.986030:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.986040:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652000. 00008000:00000010:1.0:1773941492.986044:0:14222:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862a2c8. 00000020:00000001:1.0:1773941492.986046:0:14222:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446639154242501880 : -104919467049736 : ffffa093886fbcf8) 00000020:00001000:1.0:1773941492.986048:0:14222:0:(cl_object.c:831:cl_env_get()) 1@ffffa093886fbcf0 00000008:00000001:1.0:1773941492.986051:0:14222:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941492.986052:0:14222:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941492.986054:0:14222:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941492.986055:0:14222:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941492.986057:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.986058:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.986394:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941492.986397:0:14222:0:(cl_object.c:925:cl_env_put()) 1@ffffa093886fbcf0 00000020:00000010:1.0:1773941492.986399:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388653600. 00000020:00000010:1.0:1773941492.986403:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102ea0. 00008000:00000010:1.0:1773941492.986406:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.986410:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652c00. 00008000:00000010:1.0:1773941492.986412:0:14222:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa0938862a2c8. 00000020:00000010:1.0:1773941492.986414:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652000. 00000020:00000010:1.0:1773941492.986416:0:14222:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa093886fbcf0. 00000001:00000001:1.0:1773941492.986418:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.986419:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.986856:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.986859:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.986860:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.987186:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941492.987188:0:14222:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.987190:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1773941492.987193:0:14222:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773941492.987194:0:14222:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941492.987196:0:14222:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0b59 00000020:00000040:1.0:1773941492.987199:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09387c9f800 with handle 0x450ee06f069b0b59 from hash 00000020:00000001:1.0:1773941492.987203:0:14222:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941492.987206:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9f800 : new refcount 1 00000020:00000001:1.0:1773941492.987209:0:14222:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941492.987210:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9f800 : new refcount 0 00000020:00000080:1.0:1773941492.987212:0:14222:0:(genops.c:904:class_export_put()) final put ffffa09387c9f800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:1.0:1773941492.987222:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987236:0:14222:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941492.987238:0:14222:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941492.987242:0:14222:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941492.987244:0:14222:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987260:0:14222:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941492.987262:0:14222:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0b4b 00000020:00000040:1.0:1773941492.987266:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09387c9b000 with handle 0x450ee06f069b0b4b from hash 00000020:00000001:1.0:1773941492.987270:0:14222:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000001:3.0:1773941492.987272:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000040:1.0:1773941492.987273:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9b000 : new refcount 1 00000020:00000080:3.0:1773941492.987278:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffffa09387c9f800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:1.0:1773941492.987278:0:14222:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941492.987283:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9b000 : new refcount 0 00000020:00000040:3.0:1773941492.987288:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 7 to 192.168.202.146@tcp 00000020:00000080:1.0:1773941492.987288:0:14222:0:(genops.c:904:class_export_put()) final put ffffa09387c9b000/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:1.0:1773941492.987292:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941492.987294:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773941492.987298:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941492.987301:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffffa093996f9800 (ffffa093885a0000) now 5 - export 00000020:00000001:1.0:1773941492.987304:0:14222:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941492.987305:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09387c9f800. 00800000:00000001:1.0:1773941492.987309:0:14222:0:(lmv_obd.c:600:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941492.987312:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000080:00000001:1.0:1773941492.987313:0:14222:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941492.987316:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000080:00000001:1.0:1773941492.987317:0:14222:0:(llite_lib.c:995:client_common_put_super()) Process leaving 00000020:00000080:3.0:1773941492.987319:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffffa09387c9b000/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-clilmv-ffffa093996f9800 00000020:00000001:1.0:1773941492.987322:0:14222:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:00000001:3.0:1773941492.987323:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000000:1.0:1773941492.987325:0:14222:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffffa093996f9800 (flags='') 00000020:00000001:3.0:1773941492.987326:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941492.987329:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffffa093996f9800 (ffffa093902c4d28) now 4 - export 00000020:00000010:1.0:1773941492.987330:0:14222:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffffa09398102ea0. 00000020:00000010:3.0:1773941492.987331:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09387c9b000. 00000020:00000080:1.0:1773941492.987334:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773941492.987338:0:14222:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773941492.987342:0:14222:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffffa093996f9800: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1773941492.987343:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1773941492.987345:0:14222:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773941492.987348:0:14222:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffffa093902c0000) has no exports 00000020:00000001:1.0:1773941492.987349:0:14222:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773941492.987352:0:14222:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1773941492.987354:0:14222:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.987367:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941492.987371:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa09388568000. 00000001:00000010:1.0:1773941492.987373:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa09391db0600. 00000001:00000010:1.0:1773941492.987375:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa09391db1600. 00000001:00000010:1.0:1773941492.987378:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa09391db0e00. 00000001:00000010:1.0:1773941492.987380:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa09399525640. 00000001:00000010:1.0:1773941492.987388:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa09386269600. 00000001:00000001:1.0:1773941492.987390:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773941492.987392:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffffa093996f9800 (ffffa093902c0000) now 3 - setup 00000020:00000001:1.0:1773941492.987394:0:14222:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987395:0:14222:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773941492.987397:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773941492.987399:0:14222:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773941492.987401:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffffa093996f9800 (ffffa093902c0000) now 2 - obd_device_list 00000020:00000080:1.0:1773941492.987403:0:14222:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffffa093996f9800 (uuid bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000040:1.0:1773941492.987404:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffffa093996f9800 (ffffa093902c0000) now 1 - newdev 00000020:00000040:1.0:1773941492.987407:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa0938620c800 with handle 0x450ee06f069b0b1a from hash 00000020:00000040:1.0:1773941492.987409:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa0938620c800 : new refcount 0 00000020:00000080:1.0:1773941492.987410:0:14222:0:(genops.c:904:class_export_put()) final put ffffa0938620c800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:1.0:1773941492.987411:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987413:0:14222:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941492.987414:0:14222:0:(genops.c:863:class_export_destroy()) destroying export ffffa0938620c800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-clilov-ffffa093996f9800 00000020:00000001:1.0:1773941492.987415:0:14222:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941492.987416:0:14222:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.987418:0:14222:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa0938620c800. 00000020:00000001:1.0:1773941492.987420:0:14222:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941492.987422:0:14222:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilov-ffffa093996f9800 obd_type name = lov 00000020:01000000:1.0:1773941492.987423:0:14222:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffffa093996f9800 (bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000001:1.0:1773941492.987424:0:14222:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:1.0:1773941492.987425:0:14222:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.987427:0:14222:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffffa093902c0000. 00000020:00000001:1.0:1773941492.987431:0:14222:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987433:0:14222:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941492.987435:0:14222:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 80 at ffffa09398102ea0. 00000020:00000001:1.0:1773941492.987437:0:14222:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987439:0:14222:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773941492.987440:0:14222:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffffa093996f9800 (flags='') 00000020:00000010:1.0:1773941492.987442:0:14222:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffffa09398102ea0. 00000020:00000080:1.0:1773941492.987443:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773941492.987447:0:14222:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773941492.987449:0:14222:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffffa093996f9800: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1773941492.987450:0:14222:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773941492.987451:0:14222:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffffa093902c4d28) has no exports 00000020:00000001:1.0:1773941492.987452:0:14222:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773941492.987454:0:14222:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1773941492.987456:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652000. 00000020:00000010:1.0:1773941492.987458:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652c00. 00000040:00000010:1.0:1773941492.987460:0:14222:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09388653600. 00000020:00000010:1.0:1773941492.987464:0:14222:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09382d2f000. 00000020:00000010:1.0:1773941492.987467:0:14222:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09388652800. 00040000:00000010:1.0:1773941492.987471:0:14222:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09399f20e00. 00040000:00000010:1.0:1773941492.987474:0:14222:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09388653800. 00000020:00000010:1.0:1773941492.987477:0:14222:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684400. 00000020:00000001:1.0:1773941492.987481:0:14222:0:(kernelcomm.c:1231:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:1.0:1773941492.987483:0:14222:0:(kernelcomm.c:1272:libcfs_kkuc_group_put()) Process entered 00000020:00000001:1.0:1773941492.987485:0:14222:0:(kernelcomm.c:1285:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:1.0:1773941492.987487:0:14222:0:(kernelcomm.c:1263:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.987491:0:14222:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684400. 00000020:00000010:1.0:1773941492.987494:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652c00. 00000040:00000010:1.0:1773941492.987496:0:14222:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09388653600. 00000020:00000010:1.0:1773941492.987498:0:14222:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09382d2f000. 00000020:00000010:1.0:1773941492.987500:0:14222:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09388652800. 00040000:00000010:1.0:1773941492.987503:0:14222:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09399f20e00. 00040000:00000010:1.0:1773941492.987506:0:14222:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09388653800. 00000020:00000010:1.0:1773941492.987508:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652000. 00000020:00000001:1.0:1773941492.987509:0:14222:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.987516:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941492.987519:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa09389f46200. 00000001:00000010:1.0:1773941492.987521:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa09389f47800. 00000001:00000010:1.0:1773941492.987523:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa09389f47c00. 00000001:00000010:1.0:1773941492.987525:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa09389f47400. 00000001:00000010:1.0:1773941492.987526:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa09398f08220. 00000001:00000010:1.0:1773941492.987528:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa09386269200. 00000001:00000001:1.0:1773941492.987529:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773941492.987535:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffffa093996f9800 (ffffa093902c4d28) now 3 - setup 00000020:00000001:1.0:1773941492.987537:0:14222:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987538:0:14222:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773941492.987539:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773941492.987541:0:14222:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773941492.987542:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffffa093996f9800 (ffffa093902c4d28) now 2 - obd_device_list 00000020:00000080:1.0:1773941492.987544:0:14222:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffffa093996f9800 (uuid bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000040:1.0:1773941492.987545:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffffa093996f9800 (ffffa093902c4d28) now 1 - newdev 00000020:00000040:1.0:1773941492.987547:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa0938620a800 with handle 0x450ee06f069b0b21 from hash 00000020:00000040:1.0:1773941492.987549:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa0938620a800 : new refcount 0 00000020:00000080:1.0:1773941492.987550:0:14222:0:(genops.c:904:class_export_put()) final put ffffa0938620a800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:1.0:1773941492.987552:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987567:0:14222:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941492.987570:0:14222:0:(genops.c:863:class_export_destroy()) destroying export ffffa0938620a800/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-clilmv-ffffa093996f9800 00000020:00000001:1.0:1773941492.987572:0:14222:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941492.987573:0:14222:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.987575:0:14222:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa0938620a800. 00000020:00000001:1.0:1773941492.987598:0:14222:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941492.987600:0:14222:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilmv-ffffa093996f9800 obd_type name = lmv 00000020:01000000:1.0:1773941492.987601:0:14222:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffffa093996f9800 (bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000001:1.0:1773941492.987603:0:14222:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1773941492.987606:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652000. 00000020:00000010:1.0:1773941492.987609:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388653800. 00000040:00000010:1.0:1773941492.987612:0:14222:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09388652800. 00000020:00000010:1.0:1773941492.987614:0:14222:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09382d2f000. 00000020:00000010:1.0:1773941492.987616:0:14222:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09388653600. 00040000:00000010:1.0:1773941492.987619:0:14222:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09399f20e00. 00040000:00000010:1.0:1773941492.987623:0:14222:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09388652c00. 00800000:00000001:1.0:1773941492.987625:0:14222:0:(lmv_obd.c:1313:lmv_device_free()) Process entered 00800000:00000010:1.0:1773941492.987627:0:14222:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffffa093833afc00. 00800000:00000010:1.0:1773941492.987630:0:14222:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffffa093833ae000. 80000000:00000001:1.0:1773941492.987633:0:14222:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:1.0:1773941492.987640:0:14222:0:(fld_cache.c:227:fld_cache_flush()) Process entered 80000000:00000001:1.0:1773941492.987642:0:14222:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000010:1.0:1773941492.987644:0:14222:0:(fld_cache.c:96:fld_cache_entry_delete()) kfreed 'node': 56 at ffffa09398f2b600. 80000000:00000040:1.0:1773941492.987646:0:14222:0:(fld_cache.c:217:fld_cache_shrink()) cli-lustre-clilmv-ffffa093996f9800: FLD cache - Shrunk by 1 entries 80000000:00000001:1.0:1773941492.987648:0:14222:0:(fld_cache.c:219:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941492.987649:0:14222:0:(fld_cache.c:234:fld_cache_flush()) Process leaving 80000000:00000040:1.0:1773941492.987650:0:14222:0:(fld_cache.c:80:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffffa093996f9800): 80000000:00000040:1.0:1773941492.987651:0:14222:0:(fld_cache.c:81:fld_cache_fini()) Cache reqs: 5 80000000:00000040:1.0:1773941492.987652:0:14222:0:(fld_cache.c:82:fld_cache_fini()) Total reqs: 6 80000000:00000010:1.0:1773941492.987653:0:14222:0:(fld_cache.c:84:fld_cache_fini()) kfreed 'cache': 168 at ffffa09399784840. 80000000:00000001:1.0:1773941492.987655:0:14222:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:1.0:1773941492.987742:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffffa09387c94c00. 00000020:00000010:1.0:1773941492.987746:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffffa09386adc800. 00000020:00000010:1.0:1773941492.987749:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffffa093833ae600. 00000020:00000010:1.0:1773941492.987753:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09387d4dc00. 00020000:00000001:1.0:1773941492.987756:0:14222:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773941492.987758:0:14222:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1773941492.987760:0:14222:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:1.0:1773941492.987762:0:14222:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffffa09385568e00. 00020000:00000001:1.0:1773941492.987764:0:14222:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773941492.987766:0:14222:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1773941492.987768:0:14222:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:1.0:1773941492.987769:0:14222:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffffa0938850fe00. 00020000:00000010:1.0:1773941492.987773:0:14222:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffffa0938865a000. 00800000:00000010:1.0:1773941492.987777:0:14222:0:(lmv_obd.c:1331:lmv_device_free()) kfreed 'lu': 64 at ffffa09398f2b7c0. 00800000:00000001:1.0:1773941492.987779:0:14222:0:(lmv_obd.c:1333:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.987781:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388653800. 00000040:00000010:1.0:1773941492.987782:0:14222:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09388652800. 00000020:00000010:1.0:1773941492.987784:0:14222:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09382d2f000. 00000020:00000010:1.0:1773941492.987786:0:14222:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09388653600. 00040000:00000010:1.0:1773941492.987788:0:14222:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09399f20e00. 00040000:00000010:1.0:1773941492.987790:0:14222:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09388652c00. 00000020:00000010:1.0:1773941492.987792:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652000. 00000020:00000001:1.0:1773941492.987794:0:14222:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.987799:0:14222:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffffa093902c4d28. 00000020:00000001:1.0:1773941492.987803:0:14222:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987805:0:14222:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941492.987807:0:14222:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 80 at ffffa09398102ea0. 00000020:00000001:1.0:1773941492.987809:0:14222:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.987811:0:14222:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773941492.987812:0:14222:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffffa093996f9800 (flags='') 00000020:00000010:1.0:1773941492.987814:0:14222:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffffa09398102ea0. 00000020:00000080:1.0:1773941492.987816:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773941492.987817:0:14222:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773941492.987819:0:14222:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffffa093996f9800: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773941492.987820:0:14222:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773941492.987821:0:14222:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffffa093902c19b8) has no exports 00000020:00000001:1.0:1773941492.987823:0:14222:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773941492.987824:0:14222:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1773941492.987826:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652000. 00000020:00000010:1.0:1773941492.987827:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652c00. 00000020:00000010:1.0:1773941492.987829:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102960. 00008000:00000010:1.0:1773941492.987831:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.987834:0:14222:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684f40. 00000002:00000001:1.0:1773941492.987836:0:14222:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:1.0:1773941492.987838:0:14222:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:1.0:1773941492.987842:0:14222:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773941492.987844:0:14222:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffffa093996f9800: client import never connected 00000100:00000001:1.0:1773941492.987846:0:14222:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941492.987847:0:14222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1773941492.987848:0:14222:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941492.987849:0:14222:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941492.987850:0:14222:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093996f9800: committing for last_committed 8589934593 gen 3 00000100:00000040:1.0:1773941492.987852:0:14222:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa093996f9800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941492.987854:0:14222:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941492.987855:0:14222:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941492.987856:0:14222:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941492.987857:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941492.987858:0:14222:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773941492.987865:0:14222:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.987866:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941492.987867:0:14222:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941492.987869:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941492.987870:0:14222:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:1.0:1773941492.987871:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.987872:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.988215:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.988218:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.988219:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.988549:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.988551:0:14222:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941492.988568:0:14222:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa093886fbcf0. 00000020:00000010:1.0:1773941492.988571:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653600. 00000020:00000010:1.0:1773941492.988573:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652800. 00000020:00000010:1.0:1773941492.988574:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093981027e0. 00008000:00000010:1.0:1773941492.988598:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b1c40. 00000020:00000010:1.0:1773941492.988602:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653800. 00008000:00000010:1.0:1773941492.988604:0:14222:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa0938862a2c8. 00000020:00000001:1.0:1773941492.988607:0:14222:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446639154242501880 : -104919467049736 : ffffa093886fbcf8) 00000020:00001000:1.0:1773941492.988609:0:14222:0:(cl_object.c:831:cl_env_get()) 1@ffffa093886fbcf0 00000008:00000001:1.0:1773941492.988612:0:14222:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941492.988613:0:14222:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941492.988615:0:14222:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941492.988616:0:14222:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941492.988618:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.988619:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.988934:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941492.988936:0:14222:0:(cl_object.c:925:cl_env_put()) 1@ffffa093886fbcf0 00000020:00000010:1.0:1773941492.988938:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652800. 00000020:00000010:1.0:1773941492.988940:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093981027e0. 00008000:00000010:1.0:1773941492.988943:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b1c40. 00000020:00000010:1.0:1773941492.988946:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653600. 00008000:00000010:1.0:1773941492.988949:0:14222:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa0938862a2c8. 00000020:00000010:1.0:1773941492.988952:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653800. 00000020:00000010:1.0:1773941492.988955:0:14222:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa093886fbcf0. 00000001:00000001:1.0:1773941492.988957:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.988963:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.989294:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.989297:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941492.989298:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941492.989646:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941492.989649:0:14222:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.989651:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:1.0:1773941492.989654:0:14222:0:(genops.c:1229:class_import_get()) import ffffa09386208800 refcount=3 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000001:1.0:1773941492.989657:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941492.989658:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09386208800 refcount=2 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000001:1.0:1773941492.989660:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773941492.989661:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941492.989663:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09386208800 refcount=1 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000001:1.0:1773941492.989664:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1773941492.989666:0:14222:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1773941492.989667:0:14222:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941492.989669:0:14222:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:1.0:1773941492.989672:0:14222:0:(mdc_changelog.c:136:chlg_dev_clear()) Process entered 00000002:00000010:1.0:1773941492.989848:0:14222:0:(mdc_changelog.c:128:chlg_device_release()) kfreed 'entry': 1304 at ffffa0938620e000. 00000002:00000001:1.0:1773941492.989853:0:14222:0:(mdc_changelog.c:143:chlg_dev_clear()) Process leaving 00000002:00000001:1.0:1773941492.989855:0:14222:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:1.0:1773941492.989857:0:14222:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:1.0:1773941492.989859:0:14222:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093996c2540 : new refcount 2 00000040:00000001:1.0:1773941492.989861:0:14222:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1773941492.989863:0:14222:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffffa093996c2540 : new refcount 1 00000020:00000040:1.0:1773941492.989866:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09386208000 : new refcount 1 00000020:00000001:1.0:1773941492.989867:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941492.989868:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09386208800 refcount=0 obd=lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000040:1.0:1773941492.989870:0:14222:0:(genops.c:1245:class_import_put()) final put import ffffa09386208800 00000020:00000001:1.0:1773941492.989878:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:1.0:1773941492.989880:0:14222:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffffa093996c2540. 00000040:00000001:1.0:1773941492.989884:0:14222:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941492.989886:0:14222:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:1.0:1773941492.989888:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffffa09387c95400. 00000020:00000010:1.0:1773941492.989891:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffffa09386add400. 00000020:00000010:1.0:1773941492.989893:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffffa093833af800. 00000020:00000010:1.0:1773941492.989896:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa093890bb000. 00000020:00000001:0.0:1773941492.989908:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1773941492.989913:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa09386208800 for lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000040:0.0:1773941492.989919:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 6 to 192.168.202.146@tcp 00000020:00000040:0.0:1773941492.989925:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 5 to 192.168.202.146@tcp 00000020:00000010:0.0:1773941492.989929:0:38:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffffa09389040c00. 00000020:00000040:0.0:1773941492.989934:0:38:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffffa093996f9800 (ffffa093902c19b8) now 4 - import 00000020:00000010:0.0:1773941492.989938:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa09386208800. 00000020:00000001:0.0:1773941492.989943:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1773941492.990151:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa093a01e8000. 00000020:00000010:1.0:1773941492.990156:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa093996d8000. 00000020:00000010:1.0:1773941492.990159:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa09387ca4000. 00000020:00000010:1.0:1773941492.990163:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa093981b0000. 00000020:00000010:1.0:1773941492.990168:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffffa0938387f000. 00000020:00000010:1.0:1773941492.990171:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa093890ba000. 00000002:00000001:1.0:1773941492.990174:0:14222:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.990178:0:14222:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684f40. 00000020:00000010:1.0:1773941492.990184:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652c00. 00000020:00000010:1.0:1773941492.990187:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102960. 00008000:00000010:1.0:1773941492.990191:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b2350. 00000020:00000010:1.0:1773941492.990194:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652000. 00000020:00000001:1.0:1773941492.990197:0:14222:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941492.990215:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941492.990220:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa093833ae200. 00000001:00000010:1.0:1773941492.990224:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa093833ae800. 00000001:00000010:1.0:1773941492.990228:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa093833aee00. 00000001:00000010:1.0:1773941492.990231:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa093833af200. 00000001:00000010:1.0:1773941492.990234:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa09398f089a0. 00000001:00000010:1.0:1773941492.990238:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa09386269e00. 00000001:00000001:1.0:1773941492.990242:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773941492.990244:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffffa093996f9800 (ffffa093902c19b8) now 3 - setup 00000020:00000001:1.0:1773941492.990247:0:14222:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.990250:0:14222:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773941492.990253:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773941492.990257:0:14222:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773941492.990260:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffffa093996f9800 (ffffa093902c19b8) now 2 - obd_device_list 00000020:00000080:1.0:1773941492.990263:0:14222:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffffa093996f9800 (uuid bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000040:1.0:1773941492.990266:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffffa093996f9800 (ffffa093902c19b8) now 1 - newdev 00000020:00000040:1.0:1773941492.990270:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09386208000 with handle 0x450ee06f069b0b28 from hash 00000020:00000040:1.0:1773941492.990273:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa09386208000 : new refcount 0 00000020:00000080:1.0:1773941492.990275:0:14222:0:(genops.c:904:class_export_put()) final put ffffa09386208000/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:1.0:1773941492.990283:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.990285:0:14222:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941492.990287:0:14222:0:(genops.c:863:class_export_destroy()) destroying export ffffa09386208000/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-MDT0000-mdc-ffffa093996f9800 00000020:00000001:1.0:1773941492.990289:0:14222:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941492.990291:0:14222:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.990293:0:14222:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09386208000. 00000020:00000001:1.0:1773941492.990298:0:14222:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941492.990299:0:14222:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffffa093996f9800 obd_type name = mdc 00000020:01000000:1.0:1773941492.990301:0:14222:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffffa093996f9800 (bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000001:1.0:1773941492.990303:0:14222:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1773941492.990307:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652000. 00000020:00000010:1.0:1773941492.990309:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652c00. 00000020:00000010:1.0:1773941492.990312:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102960. 00008000:00000010:1.0:1773941492.990315:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b2350. 00000008:00000001:1.0:1773941492.990319:0:14222:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1773941492.990324:0:14222:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773941492.990326:0:14222:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773941492.990330:0:14222:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773941492.990392:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffffa09388653a00. 00000020:00000010:1.0:1773941492.990396:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffffa0938626fa00. 00000020:00000010:1.0:1773941492.990399:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffffa09386250200. 00000020:00000010:1.0:1773941492.990403:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffffa093833aea00. 00000020:00000010:1.0:1773941492.990407:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa093890b9000. 00010000:00000001:1.0:1773941492.990451:0:14222:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773941492.990467:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa09382fd1480. 00000020:00000010:1.0:1773941492.990470:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa0938871d880. 00000020:00000010:1.0:1773941492.990473:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa09390278900. 00000020:00000010:1.0:1773941492.990476:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffffa09389040480. 00000020:00000010:1.0:1773941492.990479:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa093890ba400. 00000001:00000001:1.0:1773941492.990570:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941492.991618:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81ce9000. 00000001:00000010:1.0:1773941492.991627:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81cf3000. 00000001:00000010:1.0:1773941492.991628:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d09000. 00000001:00000010:1.0:1773941492.991637:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d13000. 00000001:00000010:1.0:1773941492.991639:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d1d000. 00000001:00000010:1.0:1773941492.991641:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d27000. 00000001:00000010:1.0:1773941492.991643:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d31000. 00000001:00000010:1.0:1773941492.991644:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d3b000. 00000001:00000010:1.0:1773941492.991646:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d45000. 00000001:00000010:1.0:1773941492.991648:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d4f000. 00000001:00000010:1.0:1773941492.991649:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d59000. 00000001:00000010:1.0:1773941492.991651:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d63000. 00000001:00000010:1.0:1773941492.991652:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d6d000. 00000001:00000010:1.0:1773941492.991653:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d77000. 00000001:00000010:1.0:1773941492.991655:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d81000. 00000001:00000010:1.0:1773941492.991656:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d8b000. 00000001:00000010:1.0:1773941492.991658:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d95000. 00000001:00000010:1.0:1773941492.991659:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81d9f000. 00000001:00000010:1.0:1773941492.991660:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81db1000. 00000001:00000010:1.0:1773941492.991662:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81dbb000. 00000001:00000010:1.0:1773941492.991663:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e01000. 00000001:00000010:1.0:1773941492.991664:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e0b000. 00000001:00000010:1.0:1773941492.991666:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e15000. 00000001:00000010:1.0:1773941492.991667:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e1f000. 00000001:00000010:1.0:1773941492.991669:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e29000. 00000001:00000010:1.0:1773941492.991670:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e33000. 00000001:00000010:1.0:1773941492.991672:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e3d000. 00000001:00000010:1.0:1773941492.991673:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e47000. 00000001:00000010:1.0:1773941492.991674:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e51000. 00000001:00000010:1.0:1773941492.991676:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e5b000. 00000001:00000010:1.0:1773941492.991677:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e65000. 00000001:00000010:1.0:1773941492.991678:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e6f000. 00000001:00000010:1.0:1773941492.991680:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffffa09386269400. 00000001:00000010:1.0:1773941492.991683:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa093833af400. 00000001:00000001:1.0:1773941492.991686:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1773941492.991694:0:14222:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffffa093890b8c00. 00010000:00000001:1.0:1773941492.991697:0:14222:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941492.991809:0:14222:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773941492.991818:0:14222:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773941492.991828:0:14222:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773941492.991831:0:14222:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773941492.991832:0:14222:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941492.991834:0:14222:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1773941492.991837:0:14222:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffffa09398f2b0c0. 00010000:00000010:0.0:1773941492.991843:0:14222:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffffa09383879000. 00010000:00000010:0.0:1773941492.991849:0:14222:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffffa0938387a000. 00010000:00000001:0.0:1773941492.991853:0:14222:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1773941492.991863:0:14222:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773941492.991867:0:14222:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffffa0938871de80. 00000020:00000010:0.0:1773941492.991873:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652c00. 00000020:00000010:0.0:1773941492.991877:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102960. 00008000:00000010:0.0:1773941492.991882:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b2350. 00000020:00000010:0.0:1773941492.991886:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652000. 00000020:00000001:0.0:1773941492.991890:0:14222:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941492.991894:0:14222:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffffa093902c19b8. 00000020:00000001:0.0:1773941492.991909:0:14222:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.991912:0:14222:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941492.991915:0:14222:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffffa09398102ea0. 00000020:00000001:0.0:1773941492.991919:0:14222:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.991923:0:14222:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941492.991926:0:14222:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffffa093996f9800 (flags='') 00000020:00000010:0.0:1773941492.991931:0:14222:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffffa093a00fc7e0. 00000020:00000080:0.0:1773941492.991934:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941492.991938:0:14222:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941492.991942:0:14222:0:(obd_config.c:991:class_cleanup()) lustre-MDT0001-mdc-ffffa093996f9800: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1773941492.991944:0:14222:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941492.991952:0:14222:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffffa093885a0000) has no exports 00000020:00000001:0.0:1773941492.991955:0:14222:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941492.991958:0:14222:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941492.991962:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385317e00. 00000020:00000010:0.0:1773941492.991968:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09385316a00. 00000020:00000010:0.0:1773941492.991972:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093a00fc360. 00008000:00000010:0.0:1773941492.991977:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093862d1530. 00000020:00000010:0.0:1773941492.991984:0:14222:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f56a80. 00000002:00000001:0.0:1773941492.992000:0:14222:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:0.0:1773941492.992003:0:14222:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1773941492.992009:0:14222:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773941492.992011:0:14222:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffffa093996f9800: client import never connected 00000100:00000001:0.0:1773941492.992015:0:14222:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941492.992017:0:14222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1773941492.992019:0:14222:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941492.992022:0:14222:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941492.992024:0:14222:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093996f9800: committing for last_committed 0 gen 3 00000100:00000040:0.0:1773941492.992028:0:14222:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa093996f9800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773941492.992031:0:14222:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941492.992033:0:14222:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941492.992035:0:14222:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941492.992038:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941492.992041:0:14222:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941492.992043:0:14222:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.992052:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941492.992056:0:14222:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941492.992059:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941492.992060:0:14222:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773941492.992063:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.992066:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.992690:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941492.992693:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.992695:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.993181:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.993185:0:14222:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941492.993193:0:14222:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffffa093862f4120. 00000020:00000010:0.0:1773941492.994970:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385317400. 00000020:00000010:0.0:1773941492.994978:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09385316e00. 00000020:00000010:0.0:1773941492.994983:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093a00fcd20. 00008000:00000010:0.0:1773941492.994988:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093862d0e20. 00000020:00000010:0.0:1773941492.994993:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385316400. 00008000:00000010:0.0:1773941492.994999:0:14222:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093862f20f8. 00000020:00000001:0.0:1773941492.995003:0:14222:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446639154204721448 : -104919504830168 : ffffa093862f4128) 00000020:00001000:0.0:1773941492.995006:0:14222:0:(cl_object.c:831:cl_env_get()) 1@ffffa093862f4120 00000008:00000001:0.0:1773941492.995017:0:14222:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941492.995019:0:14222:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941492.995022:0:14222:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941492.995025:0:14222:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941492.995027:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.995029:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.995470:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941492.995474:0:14222:0:(cl_object.c:925:cl_env_put()) 1@ffffa093862f4120 00000020:00000010:0.0:1773941492.995478:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09385316e00. 00000020:00000010:0.0:1773941492.995483:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093a00fcd20. 00008000:00000010:0.0:1773941492.995488:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093862d0e20. 00000020:00000010:0.0:1773941492.995494:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385317400. 00008000:00000010:0.0:1773941492.995499:0:14222:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093862f20f8. 00000020:00000010:0.0:1773941492.995504:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385316400. 00000020:00000010:0.0:1773941492.995508:0:14222:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffffa093862f4120. 00000001:00000001:0.0:1773941492.995512:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.995514:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.996031:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941492.996034:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.996036:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.996475:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941492.996479:0:14222:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.996482:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941492.996489:0:14222:0:(genops.c:1229:class_import_get()) import ffffa0938620f000 refcount=3 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:0.0:1773941492.996494:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941492.996497:0:14222:0:(genops.c:1242:class_import_put()) import ffffa0938620f000 refcount=2 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:0.0:1773941492.996499:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773941492.996501:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941492.996503:0:14222:0:(genops.c:1242:class_import_put()) import ffffa0938620f000 refcount=1 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:0.0:1773941492.996505:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773941492.996507:0:14222:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773941492.996509:0:14222:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941492.996512:0:14222:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1773941492.996516:0:14222:0:(mdc_changelog.c:136:chlg_dev_clear()) Process entered 00000002:00000010:0.0:1773941492.996760:0:14222:0:(mdc_changelog.c:128:chlg_device_release()) kfreed 'entry': 1304 at ffffa09387c98000. 00000002:00000001:0.0:1773941492.996767:0:14222:0:(mdc_changelog.c:143:chlg_dev_clear()) Process leaving 00000002:00000001:0.0:1773941492.996769:0:14222:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1773941492.996778:0:14222:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1773941492.996781:0:14222:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093996c2300 : new refcount 2 00000040:00000001:0.0:1773941492.996785:0:14222:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941492.996787:0:14222:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffffa093996c2300 : new refcount 1 00000020:00000040:0.0:1773941492.996793:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa0938620a000 : new refcount 1 00000020:00000001:0.0:1773941492.996795:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941492.996796:0:14222:0:(genops.c:1242:class_import_put()) import ffffa0938620f000 refcount=0 obd=lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000040:0.0:1773941492.996799:0:14222:0:(genops.c:1245:class_import_put()) final put import ffffa0938620f000 00000020:00000001:0.0:1773941492.996810:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941492.996812:0:14222:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffffa093996c2300. 00000020:00000001:0.0:1773941492.996825:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1773941492.996828:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa0938620f000 for lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000040:0.0:1773941492.996835:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 4 to 192.168.202.146@tcp 00000020:00000040:0.0:1773941492.996839:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000020:00000010:0.0:1773941492.996842:0:38:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffffa09389040720. 00000020:00000040:0.0:1773941492.996847:0:38:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffffa093996f9800 (ffffa093885a0000) now 4 - import 00000020:00000010:0.0:1773941492.996850:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa0938620f000. 00000020:00000001:0.0:1773941492.996854:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000040:00000001:0.0:1773941492.996862:0:14222:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941492.996865:0:14222:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:0.0:1773941492.996869:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffffa0938850e400. 00000020:00000010:0.0:1773941492.996873:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09389f89800. 00000020:00000010:0.0:1773941492.997250:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa09387ca0000. 00000020:00000010:0.0:1773941492.997257:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffffa093981b6000. 00000020:00000010:0.0:1773941492.997263:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffffa0938865e000. 00000020:00000010:0.0:1773941492.997268:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09389f88c00. 00000002:00000001:0.0:1773941492.997271:0:14222:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941492.997276:0:14222:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f56a80. 00000020:00000010:0.0:1773941492.997285:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09385316a00. 00000020:00000010:0.0:1773941492.997289:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093a00fc360. 00008000:00000010:0.0:1773941492.997292:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093862d1530. 00000020:00000010:0.0:1773941492.997297:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385317e00. 00000020:00000001:0.0:1773941492.997301:0:14222:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941492.997322:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941492.997335:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa093833af000. 00000001:00000010:0.0:1773941492.997339:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa093833aec00. 00000001:00000010:0.0:1773941492.997342:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa093833ae400. 00000001:00000010:0.0:1773941492.997345:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa093833afa00. 00000001:00000010:0.0:1773941492.997348:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa09398f08f80. 00000001:00000010:0.0:1773941492.997351:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa09386269300. 00000001:00000001:0.0:1773941492.997354:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941492.997356:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffffa093996f9800 (ffffa093885a0000) now 3 - setup 00000020:00000001:0.0:1773941492.997359:0:14222:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.997363:0:14222:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941492.997366:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941492.997372:0:14222:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941492.997377:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffffa093996f9800 (ffffa093885a0000) now 2 - obd_device_list 00000020:00000080:0.0:1773941492.997380:0:14222:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0001-mdc-ffffa093996f9800 (uuid bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000040:0.0:1773941492.997382:0:14222:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffffa093996f9800 (ffffa093885a0000) now 1 - newdev 00000020:00000040:0.0:1773941492.997386:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa0938620a000 with handle 0x450ee06f069b0b2f from hash 00000020:00000040:0.0:1773941492.997390:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa0938620a000 : new refcount 0 00000020:00000080:0.0:1773941492.997392:0:14222:0:(genops.c:904:class_export_put()) final put ffffa0938620a000/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc 00000020:00000001:0.0:1773941492.997396:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.997398:0:14222:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941492.997400:0:14222:0:(genops.c:863:class_export_destroy()) destroying export ffffa0938620a000/bf2449b4-4b4c-430a-a5f4-0185a19f5dbc for lustre-MDT0001-mdc-ffffa093996f9800 00000020:00000001:0.0:1773941492.997403:0:14222:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941492.997405:0:14222:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941492.997408:0:14222:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa0938620a000. 00000020:00000001:0.0:1773941492.997414:0:14222:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941492.997417:0:14222:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffffa093996f9800 obd_type name = mdc 00000020:01000000:0.0:1773941492.997420:0:14222:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffffa093996f9800 (bf2449b4-4b4c-430a-a5f4-0185a19f5dbc) 00000020:00000001:0.0:1773941492.997422:0:14222:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941492.997427:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385317e00. 00000020:00000010:0.0:1773941492.997434:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09385316a00. 00000020:00000010:0.0:1773941492.997438:0:14222:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093a00fc360. 00008000:00000010:0.0:1773941492.997444:0:14222:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093862d1530. 00000008:00000001:0.0:1773941492.997457:0:14222:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1773941492.997463:0:14222:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941492.997466:0:14222:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941492.997469:0:14222:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941492.997522:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffffa0938850ee00. 00000020:00000010:0.0:1773941492.997527:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09391ff2800. 00010000:00000001:0.0:1773941492.997691:0:14222:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941492.997724:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffffa0939041f060. 00000020:00000010:0.0:1773941492.997730:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09391ff3800. 00000001:00000001:0.0:1773941492.997859:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941492.998334:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e79000. 00000001:00000010:0.0:1773941492.998346:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e83000. 00000001:00000010:0.0:1773941492.998348:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e8d000. 00000001:00000010:0.0:1773941492.998350:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81e97000. 00000001:00000010:0.0:1773941492.998352:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81ea1000. 00000001:00000010:0.0:1773941492.998355:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81eab000. 00000001:00000010:0.0:1773941492.998357:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81eb5000. 00000001:00000010:0.0:1773941492.998359:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81ed1000. 00000001:00000010:0.0:1773941492.998361:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81edb000. 00000001:00000010:0.0:1773941492.998363:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81ee5000. 00000001:00000010:0.0:1773941492.998365:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81eef000. 00000001:00000010:0.0:1773941492.998367:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81ef9000. 00000001:00000010:0.0:1773941492.998369:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f11000. 00000001:00000010:0.0:1773941492.998371:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f1b000. 00000001:00000010:0.0:1773941492.998373:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f25000. 00000001:00000010:0.0:1773941492.998375:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f2f000. 00000001:00000010:0.0:1773941492.998378:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f39000. 00000001:00000010:0.0:1773941492.998380:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f43000. 00000001:00000010:0.0:1773941492.998382:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f4d000. 00000001:00000010:0.0:1773941492.998385:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f57000. 00000001:00000010:0.0:1773941492.998387:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f61000. 00000001:00000010:0.0:1773941492.998388:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f79000. 00000001:00000010:0.0:1773941492.998390:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f83000. 00000001:00000010:0.0:1773941492.998399:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f8d000. 00000001:00000010:0.0:1773941492.998401:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81f97000. 00000001:00000010:0.0:1773941492.998404:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81fa1000. 00000001:00000010:0.0:1773941492.998406:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81fab000. 00000001:00000010:0.0:1773941492.998408:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81fb5000. 00000001:00000010:0.0:1773941492.998409:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81fbf000. 00000001:00000010:0.0:1773941492.998412:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81fc9000. 00000001:00000010:0.0:1773941492.998414:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81fd3000. 00000001:00000010:0.0:1773941492.998416:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb97c81fdd000. 00000001:00000010:0.0:1773941492.998418:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffffa09386269800. 00000001:00000010:0.0:1773941492.998421:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa0938850e200. 00000001:00000001:0.0:1773941492.998424:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941492.998426:0:14222:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffffa09391ff3400. 00010000:00000001:0.0:1773941492.998430:0:14222:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941492.998669:0:14222:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773941492.998672:0:14222:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773941492.998674:0:14222:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773941492.998676:0:14222:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773941492.998677:0:14222:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941492.998678:0:14222:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773941492.998681:0:14222:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffffa093854983c0. 00010000:00000010:1.0:1773941492.998685:0:14222:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffffa09388658000. 00010000:00000010:1.0:1773941492.998688:0:14222:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffffa09388659000. 00010000:00000001:1.0:1773941492.998690:0:14222:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773941492.998692:0:14222:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773941492.998695:0:14222:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffffa0938871db80. 00000020:00000010:1.0:1773941492.998699:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09385316a00. 00000020:00000010:1.0:1773941492.998702:0:14222:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093a00fc360. 00008000:00000010:1.0:1773941492.998705:0:14222:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093862d1530. 00000020:00000010:1.0:1773941492.998711:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385317e00. 00000020:00000001:1.0:1773941492.998714:0:14222:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941492.998716:0:14222:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffffa093885a0000. 00000020:00000001:1.0:1773941492.998720:0:14222:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941492.998722:0:14222:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941492.998724:0:14222:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffffa093a00fc7e0. 00000020:00000001:1.0:1773941492.998727:0:14222:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:1.0:1773941492.998730:0:14222:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:00000001:1.0:1773941492.999794:0:14222:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:1.0:1773941492.999797:0:14222:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:1.0:1773941492.999798:0:14222:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1773941492.999800:0:14222:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446639154519520320 : -104919190031296 : ffffa09398f2b440) 00000020:00000010:1.0:1773941492.999804:0:14222:0:(obd_config.c:1270:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffffa09390c20b60. 00000020:00000010:1.0:1773941492.999808:0:14222:0:(obd_config.c:1271:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffffa09390c20a60. 00000020:00000010:1.0:1773941492.999811:0:14222:0:(obd_config.c:1272:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffffa09390c20980. 00000020:00000010:1.0:1773941492.999814:0:14222:0:(obd_config.c:1273:class_put_profile()) kfreed 'lprof': 48 at ffffa09398f2b440. 00000020:00000001:1.0:1773941492.999817:0:14222:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:1.0:1773941492.999819:0:14222:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:1.0:1773941493.000422:0:14222:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffffa09399564d80. 00000080:00000010:1.0:1773941493.000427:0:14222:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffffa09398bbe068. 00000080:00000010:1.0:1773941493.000430:0:14222:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffffa09398bbeba8. 00000080:00000010:1.0:1773941493.000449:0:14222:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffffa093854ad000. 00000080:00000001:1.0:1773941493.000452:0:14222:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:1.0:1773941493.000454:0:14222:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:1.0:1773941493.000456:0:14222:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffffa093996f9800 00000020:00000001:1.0:1773941493.000458:0:14222:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:00000001:1.0:1773941493.000460:0:14222:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1773941493.000463:0:14222:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773941493.000465:0:14222:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.202.146@tcp - 1 00000100:00000001:1.0:1773941493.000469:0:14222:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773941493.000471:0:14222:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import cc181a29-6562-4f68-befc-16ec8aa3490d->MGS 00000020:00000001:1.0:1773941493.000473:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941493.000475:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=2 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941493.000477:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941493.000478:0:14222:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.000481:0:14222:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773941493.000483:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941493.000485:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773941493.000492:0:14222:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51f00 count: 2 00010000:00000001:1.0:1773941493.000495:0:14222:0:(ldlm_request.c:2311:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773941493.000497:0:14222:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390c51f00 count: 3 00010000:00000001:1.0:1773941493.000499:0:14222:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941493.000502:0:14222:0:(ldlm_request.c:2161:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773941493.000506:0:14222:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941493.000509:0:14222:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381516400/0x450ee06f069b0b0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xcac106b6165c8b07 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941493.000518:0:14222:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941493.000521:0:14222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381516400/0x450ee06f069b0b0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xcac106b6165c8b07 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941493.000526:0:14222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1773941493.000528:0:14222:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:1.0:1773941493.000530:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941493.000538:0:14222:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa0938917dc00) refs 1 10000000:01000000:1.0:1773941493.000540:0:14222:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:1.0:1773941493.000547:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941493.000548:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941493.000549:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941493.000549:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941493.000550:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941493.000551:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941493.000552:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941493.000567:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941493.000568:0:14222:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941493.000569:0:14222:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:1.0:1773941493.000573:0:14222:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:1.0:1773941493.000575:0:14222:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at ffffa0938871d280. 00000020:00000040:1.0:1773941493.000607:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa093996fb800 : new refcount 2 10000000:00000010:1.0:1773941493.000610:0:14222:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffffa0938917dc00. 10000000:00000001:1.0:1773941493.000612:0:14222:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1773941493.000614:0:14222:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.000619:0:14222:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941493.000621:0:14222:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941493.000624:0:14222:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941493.000627:0:14222:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941493.000630:0:14222:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941493.000632:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381516400 with handle 0x450ee06f069b0b0c from hash 00010000:00000001:1.0:1773941493.000640:0:14222:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941493.000642:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941493.000644:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941493.000646:0:14222:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941493.000647:0:14222:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941493.000648:0:14222:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773941493.000651:0:14222:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941493.000653:0:14222:0:(ldlm_request.c:2211:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941493.000655:0:14222:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773941493.000657:0:14222:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773941493.000663:0:14222:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620e00. 00000020:00000040:1.0:1773941493.000666:0:14222:0:(genops.c:1229:class_import_get()) import ffffa09389c83000 refcount=3 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941493.000669:0:14222:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941493.000676:0:14222:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941493.000679:0:14222:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941493.000686:0:14222:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09388653a00. 00000100:00000001:1.0:1773941493.000691:0:14222:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.000694:0:14222:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773941493.000704:0:14222:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffffa09381516400/0x450ee06f069b0b0c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b07 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941493.000709:0:14222:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773941493.000711:0:14222:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941493.000713:0:14222:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941493.000715:0:14222:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941493.000720:0:14222:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093a00389c0. 00000100:00000001:1.0:1773941493.000722:0:14222:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154638064064 : -104919071487552 : ffffa093a00389c0) 00000100:00000001:1.0:1773941493.000725:0:14222:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941493.000726:0:14222:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241605120 : -104919467946496 : ffffa09388620e00) 00000100:00000001:1.0:1773941493.000730:0:14222:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941493.000734:0:14222:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.000736:0:14222:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941493.000737:0:14222:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941493.000745:0:14222:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388620e00 x1860112244291840/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.000752:0:14222:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941493.000753:0:14222:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941493.000757:0:14222:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388620e00 x1860112244291840/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.000766:0:14222:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941493.000768:0:14222:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941493.000769:0:14222:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941493.000771:0:14222:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093a00389c0 going to sleep for 0 seconds 00000100:00000001:1.0:1773941493.000773:0:14222:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941493.000775:0:14222:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773941493.000778:0:14222:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941493.000780:0:14222:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941493.000786:0:14222:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941493.000790:0:14222:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388620e00 x1860112244291840/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941493.000798:0:14222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388620e00 pname:cluuid:pid:xid:nid:opc:job umount:cc181a29-6562-4f68-befc-16ec8aa3490d:14222:1860112244291840:192.168.202.146@tcp:103:umount.0 00000100:00000001:1.0:1773941493.000801:0:14222:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941493.000804:0:14222:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941493.000806:0:14222:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941493.000808:0:14222:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941493.000810:0:14222:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388620e00 x1860112244291840/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.000819:0:14222:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941493.000821:0:14222:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093a00389c0. 00000100:00000001:1.0:1773941493.000824:0:14222:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941493.000825:0:14222:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773941493.000828:0:14222:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773941493.000830:0:14222:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941493.000832:0:14222:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388620e00 x1860112244291840/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.000837:0:14222:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773941493.000838:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941493.000839:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=2 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941493.000840:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941493.000843:0:14222:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09388653a00. 02000000:00000001:1.0:1773941493.000846:0:14222:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941493.000847:0:14222:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941493.000849:0:14222:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620e00. 00000100:00000001:1.0:1773941493.000852:0:14222:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941493.000853:0:14222:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941493.000854:0:14222:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773941493.000856:0:14222:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773941493.000858:0:14222:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941493.000861:0:14222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381516400/0x450ee06f069b0b0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xcac106b6165c8b07 expref: -99 pid: 14135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:1.0:1773941493.000880:0:14222:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa09382fd1480. 00010000:00000001:1.0:1773941493.000884:0:14222:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941493.000886:0:14222:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.000888:0:14222:0:(ldlm_request.c:2328:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773941493.000890:0:14222:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51f00 count: 0 00000001:00000001:1.0:1773941493.000897:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.000898:0:14222:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.000901:0:14222:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773941493.000903:0:14222:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773941493.000904:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941493.000906:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941493.000909:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941493.000911:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941493.000912:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941493.000915:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.000916:0:14222:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.000923:0:14222:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773941493.000925:0:14222:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773941493.000927:0:14222:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773941493.000928:0:14222:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773941493.000932:0:14222:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620e00. 00000020:00000040:1.0:1773941493.000934:0:14222:0:(genops.c:1229:class_import_get()) import ffffa09389c83000 refcount=3 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941493.000936:0:14222:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941493.000937:0:14222:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941493.000939:0:14222:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941493.000943:0:14222:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09399f20e00. 00000100:00000001:1.0:1773941493.000946:0:14222:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.000948:0:14222:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446639154241605120 : -104919467946496 : ffffa09388620e00) 00000100:00080000:1.0:1773941493.000950:0:14222:0:(import.c:65:import_set_state_nolock()) ffffa09389c83000 MGS: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773941493.000953:0:14222:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941493.000955:0:14222:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941493.000960:0:14222:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006427eb52] to pc [ptlrpcd_rcv+-1] req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.000991:0:14222:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.000998:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.001003:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941493.001006:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941493.001014:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.001028:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941493.001030:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.001033:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941493.001035:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941493.001037:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941493.001040:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cc181a29-6562-4f68-befc-16ec8aa3490d:2397:1860112244291968:192.168.202.146@tcp:251:umount.0 00000100:00000001:3.0:1773941493.001044:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941493.001048:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941493.001050:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.001053:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941493.001056:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386250a00. 02000000:00000001:3.0:1773941493.001058:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.001071:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941493.001075:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15528. 00000400:00000010:3.0:1773941493.001080:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3f68. 00000100:00000200:3.0:1773941493.001086:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244291968, portal 25 00000100:00000001:3.0:1773941493.001088:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941493.001089:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241605120 : -104919467946496 : ffffa09388620e00) 00000100:00000040:3.0:1773941493.001094:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.001101:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941493.001105:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941493.001114:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3440. 00000100:00000200:3.0:1773941493.001119:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244291968, offset 0 00000400:00000200:3.0:1773941493.001127:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941493.001136:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941493.001146:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941493.001164:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941493.001169:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941493.001174:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941493.001177:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941493.001182:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [120:120:256:4294967295] 192.168.202.146@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1773941493.001187:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941493.001196:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941493.001203:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941493.001207:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd800. 00000800:00000200:3.0:1773941493.001219:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941493.001227:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941493.001230:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941493.001244:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.001250:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941493.001253:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294932227 00000100:00000001:3.0:1773941493.001261:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932192 00000100:00000001:3.0:1773941493.001266:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294932227 00000100:00000001:3.0:1773941493.001271:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932192 00000100:00000001:3.0:1773941493.001274:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941493.001278:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.001281:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.001284:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.001290:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941493.001291:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941493.001294:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.001295:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941493.001297:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.001299:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941493.001325:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941493.001329:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd800. 00000400:00000200:1.0:1773941493.001333:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941493.001340:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941493.001346:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3440 00000400:00000010:1.0:1773941493.001349:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3440. 00000100:00000001:1.0:1773941493.001354:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941493.001359:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.001369:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941493.001373:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.001381:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.001382:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941493.002924:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.002933:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941493.002935:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.002938:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941493.002943:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941493.002947:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941493.002953:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941493.002955:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941493.002959:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941493.002961:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321903980 00000400:00000200:1.0:1773941493.002965:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941493.002968:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:1.0:1773941493.002974:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.002979:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941493.002981:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941493.002983:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941493.002992:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941493.002996:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941493.003004:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.003016:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941493.003022:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.003026:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.003029:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.003032:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941493.003038:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.003041:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.003049:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15528. 00000400:00000200:3.0:1773941493.003055:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3f68 00000400:00000010:3.0:1773941493.003058:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3f68. 00000100:00000001:3.0:1773941493.003061:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941493.003066:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941493.003074:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.003080:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941493.003082:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.003084:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941493.003085:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941493.003087:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941493.003088:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.003090:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941493.003095:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa09389c83458 time=17 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941493.003099:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa09389c83410 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941493.003102:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941493.003103:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941493.003105:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941493.003107:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.003110:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941493.003115:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.003122:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941493.003124:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941493.003126:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941493.003129:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa09389c83000 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773941493.003132:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941493.003135:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941493.003138:0:2397:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941493.003140:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.003142:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941493.003143:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941493.003145:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941493.003152:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.003154:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1773941493.003168:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941493.003174:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cc181a29-6562-4f68-befc-16ec8aa3490d:2397:1860112244291968:192.168.202.146@tcp:251:umount.0 00000100:00000001:3.0:1773941493.003177:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.003179:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941493.003182:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388620e00 x1860112244291968/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.003186:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941493.003188:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941493.003189:0:14222:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941493.003190:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386250a00. 02000000:00000001:3.0:1773941493.003194:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941493.003197:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941493.003198:0:2397:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=2 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941493.003198:0:14222:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:3.0:1773941493.003203:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:1.0:1773941493.003203:0:14222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 02000000:00000010:3.0:1773941493.003206:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09399f20e00. 00000100:00000001:1.0:1773941493.003208:0:14222:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 02000000:00000001:3.0:1773941493.003211:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941493.003213:0:14222:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 02000000:00000001:3.0:1773941493.003214:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941493.003216:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620e00. 00000100:00000001:1.0:1773941493.003218:0:14222:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941493.003219:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941493.003222:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941493.003222:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941493.003226:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1773941493.003228:0:14222:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00000001:3.0:1773941493.003230:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941493.003233:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941493.003233:0:14222:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.003240:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941493.003241:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.003245:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941493.003245:0:14222:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941493.003251:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941493.003254:0:14222:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941493.003257:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941493.003259:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941493.003261:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941493.003262:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941493.003264:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941493.003267:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941493.003269:0:14222:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.003271:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1773941493.003273:0:14222:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773941493.003275:0:14222:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941493.003276:0:14222:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0b05 00000020:00000040:1.0:1773941493.003278:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093854a9000 with handle 0x450ee06f069b0b05 from hash 00000020:00000001:1.0:1773941493.003283:0:14222:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941493.003285:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa093854a9000 : new refcount 1 00000020:00000001:1.0:1773941493.003287:0:14222:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941493.003294:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa093854a9000 : new refcount 0 00000020:00000080:1.0:1773941493.003296:0:14222:0:(genops.c:904:class_export_put()) final put ffffa093854a9000/cc181a29-6562-4f68-befc-16ec8aa3490d 00000020:00000001:1.0:1773941493.003298:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941493.003309:0:14222:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.003311:0:14222:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941493.003313:0:14222:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941493.003315:0:14222:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773941493.003316:0:14222:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.146@tcp (flags='') 00000020:00000010:1.0:1773941493.003321:0:14222:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffffa093981027e0. 00000020:00000080:1.0:1773941493.003324:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773941493.003327:0:14222:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773941493.003329:0:14222:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.146@tcp: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1773941493.003332:0:14222:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773941493.003336:0:14222:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffffa093902c3370) has no exports 00000020:00000001:1.0:1773941493.003338:0:14222:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773941493.003341:0:14222:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1773941493.003342:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1773941493.003344:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653a00. 00000020:00000080:0.0:1773941493.003347:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffffa093854a9000/cc181a29-6562-4f68-befc-16ec8aa3490d for MGC192.168.202.146@tcp 00000020:00000010:1.0:1773941493.003350:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388653800. 00000040:00000010:1.0:1773941493.003356:0:14222:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09388653600. 00000020:00000040:0.0:1773941493.003356:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000020:00000001:0.0:1773941493.003363:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000010:1.0:1773941493.003364:0:14222:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09382d2f000. 00000020:00000001:0.0:1773941493.003366:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941493.003369:0:14222:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09388652800. 00000020:00000040:0.0:1773941493.003371:0:38:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093902c3370) now 5 - export 00040000:00000010:1.0:1773941493.003374:0:14222:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09399f20e00. 00000020:00000010:0.0:1773941493.003377:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa093854a9000. 00040000:00000010:1.0:1773941493.003379:0:14222:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09388652200. 00000020:00000010:1.0:1773941493.003384:0:14222:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684f40. 00000020:00000001:0.0:1773941493.003385:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 10000000:00000001:1.0:1773941493.003388:0:14222:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:3.0:1773941493.003421:0:14149:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:3.0:1773941493.003424:0:14149:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941493.003429:0:14222:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:1.0:1773941493.003433:0:14222:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.146@tcp: client import never connected 00000100:00000001:1.0:1773941493.003436:0:14222:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941493.003438:0:14222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941493.003440:0:14222:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941493.003441:0:14222:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941493.003442:0:14222:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941493.003443:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941493.003445:0:14222:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941493.003447:0:14222:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.003454:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941493.003456:0:14222:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941493.003458:0:14222:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941493.003459:0:14222:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941493.003460:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941493.003461:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941493.003464:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941493.003466:0:14222:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941493.003467:0:14222:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941493.003468:0:14222:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941493.003469:0:14222:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.003471:0:14222:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:1.0:1773941493.003474:0:14222:0:(genops.c:1229:class_import_get()) import ffffa09389c83000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941493.003476:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941493.003478:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=2 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941493.003479:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:1.0:1773941493.003482:0:14222:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@ffffffffc1085ea0: being destroyed 00000020:00000001:1.0:1773941493.003484:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941493.003485:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=1 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941493.003486:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1773941493.003487:0:14222:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:1.0:1773941493.003488:0:14222:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:1.0:1773941493.003490:0:14222:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa09390647540 : new refcount 2 00000040:00000001:1.0:1773941493.003491:0:14222:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1773941493.003493:0:14222:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffffa09390647540 : new refcount 1 00000020:00000040:1.0:1773941493.003496:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa093996fb800 : new refcount 1 00000020:00000001:1.0:1773941493.003497:0:14222:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941493.003499:0:14222:0:(genops.c:1242:class_import_put()) import ffffa09389c83000 refcount=0 obd=MGC192.168.202.146@tcp 00000020:00000040:1.0:1773941493.003501:0:14222:0:(genops.c:1245:class_import_put()) final put import ffffa09389c83000 00000020:00000001:1.0:1773941493.003509:0:14222:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:1.0:1773941493.003510:0:14222:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffffa09390647540. 00000040:00000001:1.0:1773941493.003514:0:14222:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941493.003516:0:14222:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941493.003517:0:14222:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941493.003521:0:14222:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684f40. 00000020:00000010:1.0:1773941493.003526:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388653800. 00000040:00000010:1.0:1773941493.003529:0:14222:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09388653600. 00000020:00000010:1.0:1773941493.003536:0:14222:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09382d2f000. 00000020:00000001:0.0:1773941493.003538:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:1.0:1773941493.003540:0:14222:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09388652800. 00000020:00000080:0.0:1773941493.003542:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa09389c83000 for MGC192.168.202.146@tcp 00040000:00000010:1.0:1773941493.003545:0:14222:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09399f20e00. 00040000:00000010:1.0:1773941493.003550:0:14222:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09388652200. 00000020:00000040:0.0:1773941493.003551:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 1 to 192.168.202.146@tcp 00000020:00000010:1.0:1773941493.003567:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653a00. 00000020:00000040:0.0:1773941493.003572:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 0 to 192.168.202.146@tcp 00000020:00000001:1.0:1773941493.003575:0:14222:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941493.003600:0:38:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffffa093a00fca80. 00000020:00000040:0.0:1773941493.003607:0:38:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093902c3370) now 4 - import 00000020:00000010:0.0:1773941493.003611:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa09389c83000. 00000001:00000001:1.0:1773941493.003615:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:0.0:1773941493.003616:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:1.0:1773941493.003621:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938917c000. 00000001:00000010:1.0:1773941493.003625:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938917d400. 00000001:00000010:1.0:1773941493.003628:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938917c200. 00000001:00000010:1.0:1773941493.003631:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938917c400. 00000001:00000010:1.0:1773941493.003633:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa09388ef9aa0. 00000001:00000010:1.0:1773941493.003634:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa093854a1900. 00000001:00000001:1.0:1773941493.003637:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773941493.003638:0:14222:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093902c3370) now 3 - setup 00000020:00000001:1.0:1773941493.003640:0:14222:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941493.003641:0:14222:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773941493.003643:0:14222:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773941493.003645:0:14222:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773941493.003648:0:14222:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093902c3370) now 2 - obd_device_list 00000020:00000080:1.0:1773941493.003649:0:14222:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.146@tcp (uuid cc181a29-6562-4f68-befc-16ec8aa3490d) 00000020:00000040:1.0:1773941493.003651:0:14222:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093902c3370) now 1 - newdev 00000020:00000040:1.0:1773941493.003653:0:14222:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093996fb800 with handle 0x450ee06f069b0afe from hash 00000020:00000040:1.0:1773941493.003655:0:14222:0:(genops.c:898:class_export_put()) PUTting export ffffa093996fb800 : new refcount 0 00000020:00000080:1.0:1773941493.003656:0:14222:0:(genops.c:904:class_export_put()) final put ffffa093996fb800/cc181a29-6562-4f68-befc-16ec8aa3490d 00000020:00000001:1.0:1773941493.003657:0:14222:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941493.003659:0:14222:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941493.003660:0:14222:0:(genops.c:863:class_export_destroy()) destroying export ffffa093996fb800/cc181a29-6562-4f68-befc-16ec8aa3490d for MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941493.003662:0:14222:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941493.003663:0:14222:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941493.003665:0:14222:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa093996fb800. 00000020:00000001:1.0:1773941493.003669:0:14222:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941493.003671:0:14222:0:(genops.c:437:class_free_dev()) Release obd device MGC192.168.202.146@tcp obd_type name = mgc 00000020:01000000:1.0:1773941493.003679:0:14222:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.146@tcp (cc181a29-6562-4f68-befc-16ec8aa3490d) 00000020:00000001:1.0:1773941493.003681:0:14222:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1773941493.003684:0:14222:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653a00. 00000020:00000010:1.0:1773941493.003688:0:14222:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652200. 00000040:00000010:1.0:1773941493.003692:0:14222:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09388652800. 00000020:00000010:1.0:1773941493.003694:0:14222:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09382d2f000. 00000020:00000010:1.0:1773941493.003697:0:14222:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09388653600. 00040000:00000010:1.0:1773941493.003700:0:14222:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09399f20e00. 00040000:00000010:1.0:1773941493.003702:0:14222:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09388653800. 10000000:00000001:1.0:1773941493.003705:0:14222:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:1.0:1773941493.003706:0:14222:0:(obd_config.c:1281:class_del_profiles()) Process entered 00000020:00000001:1.0:1773941493.003707:0:14222:0:(obd_config.c:1294:class_del_profiles()) Process leaving 00010000:00000001:1.0:1773941493.003813:0:14222:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773941493.003815:0:14222:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773941493.003817:0:14222:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773941493.003839:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffffa0938559e800. 00000020:00000010:1.0:1773941493.003842:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffffa0938559ea00. 00000020:00000010:1.0:1773941493.003846:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09390d9c000. 00010000:00000001:1.0:1773941493.003887:0:14222:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773941493.003898:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa0939056cc80. 00000020:00000010:1.0:1773941493.003901:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa09382fd1480. 00000020:00000010:1.0:1773941493.003904:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa0938871db00. 00000020:00000010:1.0:1773941493.003906:0:14222:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa09390278680. 00000020:00000010:1.0:1773941493.003908:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffffa093a00fc540. 00000020:00000010:1.0:1773941493.003910:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09390d9dc00. 00000001:00000001:1.0:1773941493.004002:0:14222:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941493.004005:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffffa0938559f000. 00000001:00000010:1.0:1773941493.004006:0:14222:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffffa0938559e400. 00000001:00000010:1.0:1773941493.004008:0:14222:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffffa09382eb3590. 00000001:00000010:1.0:1773941493.004010:0:14222:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa0938559e000. 00000001:00000001:1.0:1773941493.004011:0:14222:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1773941493.004013:0:14222:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffffa09390d9e000. 00010000:00000001:1.0:1773941493.004015:0:14222:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941493.004017:0:14222:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773941493.004018:0:14222:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773941493.004025:0:14222:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773941493.004027:0:14222:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773941493.004028:0:14222:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941493.004031:0:14222:0:(ldlm_lockd.c:3527:ldlm_cleanup()) Process entered 00000001:00000010:1.0:1773941493.004043:0:14222:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffffa093a00fc0c0. 00000001:00000010:1.0:1773941493.004046:0:14222:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffffa093a00fc9c0. 00000020:00000001:1.0:1773941493.004062:0:14146:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941493.004063:0:14146:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941493.004066:0:14146:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:1.0:1773941493.004069:0:14146:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773941493.004070:0:14146:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:1.0:1773941493.004073:0:14146:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2bc00. 00000020:00000010:1.0:1773941493.004079:0:14146:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09390301000. 00000020:00000010:1.0:1773941493.004083:0:14146:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093854a8000. 00000020:00000010:1.0:1773941493.004087:0:14146:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af5f98. 00000020:00000010:1.0:1773941493.004092:0:14146:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09390300a00. 80000000:00000010:1.0:1773941493.004094:0:14146:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09385337d80. 40000000:00000010:1.0:1773941493.004097:0:14146:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2b240. 00100000:00000010:1.0:1773941493.004101:0:14146:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa093854ae800. 00040000:00000010:1.0:1773941493.004103:0:14146:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1600. 00040000:00000010:1.0:1773941493.004106:0:14146:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390300600. 00002000:00000010:1.0:1773941493.004109:0:14146:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09390259400. 00000020:00000010:1.0:1773941493.004112:0:14146:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09390300800. 00010000:00000010:1.0:1773941493.004116:0:14146:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffffa09398f2b1c0. 00010000:00000001:1.0:1773941493.004120:0:14146:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941493.004204:0:14147:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941493.004208:0:14147:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941493.004211:0:14147:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:0.0:1773941493.004223:0:14147:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773941493.004225:0:14147:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:0.0:1773941493.004240:0:14147:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2bdc0. 00000020:00000010:0.0:1773941493.004248:0:14147:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09390301800. 00000020:00000010:0.0:1773941493.004254:0:14147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093854af800. 00000020:00000010:0.0:1773941493.004259:0:14147:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af2d48. 00000020:00000010:0.0:1773941493.004264:0:14147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09398f46400. 00000020:00000001:2.0:1773941493.004269:0:14227:0:(genops.c:1914:obd_stale_export_get()) Process entered 80000000:00000010:0.0:1773941493.004269:0:14147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093853373c0. 00000020:00000001:2.0:1773941493.004274:0:14227:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:0.0:1773941493.004276:0:14147:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2b700. 00010000:00010000:2.0:1773941493.004280:0:14227:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00100000:00000010:0.0:1773941493.004282:0:14147:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa093854ac000. 00010000:00000001:2.0:1773941493.004286:0:14227:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00040000:00000010:0.0:1773941493.004288:0:14147:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1e00. 00010000:00000001:2.0:1773941493.004289:0:14227:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00040000:00000010:0.0:1773941493.004296:0:14147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09398f47a00. 00002000:00000010:0.0:1773941493.004302:0:14147:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0939025b800. 00000020:00000010:2.0:1773941493.004306:0:14227:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa093a04aaa00. 00000020:00000010:0.0:1773941493.004307:0:14147:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09390300200. 00010000:00000010:0.0:1773941493.004314:0:14147:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffffa09398f2b580. 00000020:00000010:2.0:1773941493.004317:0:14227:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938626e200. 00010000:00000001:0.0:1773941493.004319:0:14147:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941493.004325:0:14227:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c9d000. 00000020:00000010:2.0:1773941493.004330:0:14227:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af78c0. 00000020:00000010:2.0:1773941493.004335:0:14227:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938626ee00. 80000000:00000010:2.0:1773941493.004338:0:14227:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041f1e0. 40000000:00000010:2.0:1773941493.004342:0:14227:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa093a04aa7c0. 00100000:00000010:2.0:1773941493.004347:0:14227:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09387c99800. 00040000:00000010:2.0:1773941493.004352:0:14227:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0938624ad00. 00040000:00000010:2.0:1773941493.004356:0:14227:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938626f000. 00002000:00000010:2.0:1773941493.004360:0:14227:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09387c95000. 00000020:00000010:2.0:1773941493.004363:0:14227:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938626f800. 00010000:00000010:2.0:1773941493.004366:0:14227:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffffa093a04aa8c0. 00010000:00000001:2.0:1773941493.004376:0:14227:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941493.004419:0:14228:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941493.004421:0:14228:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941493.004424:0:14228:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00010000:00000001:2.0:1773941493.004427:0:14228:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941493.004429:0:14228:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1773941493.004441:0:14228:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa093a04aaf00. 00000020:00000010:2.0:1773941493.004447:0:14228:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938626fe00. 00000020:00000010:2.0:1773941493.004451:0:14228:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c9b800. 00000020:00000010:2.0:1773941493.004455:0:14228:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af4670. 00010000:00000010:3.0:1773941493.004458:0:14222:0:(ldlm_lockd.c:3556:ldlm_cleanup()) kfreed 'blp': 168 at ffffa09390647c00. 00000020:00000010:2.0:1773941493.004460:0:14228:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938626f600. 00000100:00000001:3.0:1773941493.004467:0:14222:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 80000000:00000010:2.0:1773941493.004467:0:14228:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fba0. 00000100:00000200:3.0:1773941493.004471:0:14222:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_cbd: tearing down 40000000:00000010:2.0:1773941493.004474:0:14228:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa093a04aa340. 00000100:00000001:3.0:1773941493.004477:0:14222:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00100000:00000010:2.0:1773941493.004479:0:14228:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09387c9c800. 00000100:00000001:3.0:1773941493.004480:0:14222:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941493.004483:0:14222:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00040000:00000010:2.0:1773941493.004486:0:14228:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0938624a200. 00040000:00000010:2.0:1773941493.004491:0:14228:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938626f200. 00000100:00000040:3.0:1773941493.004492:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:3.0:1773941493.004496:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00002000:00000010:2.0:1773941493.004498:0:14228:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09387c95800. 00000020:00000010:2.0:1773941493.004503:0:14228:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938626e000. 00010000:00000010:2.0:1773941493.004507:0:14228:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffffa093a04aaa40. 00010000:00000001:2.0:1773941493.004511:0:14228:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941493.004512:0:14222:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:0.0:1773941493.004522:0:14136:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093881c7400. 00000040:00000010:0.0:1773941493.004529:0:14136:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa093881c7a00. 00000020:00000010:0.0:1773941493.004533:0:14136:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938628a000. 00000020:00000010:0.0:1773941493.004539:0:14136:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09399531928. 00000020:00000010:0.0:1773941493.004543:0:14136:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093881c7800. 80000000:00000010:0.0:1773941493.004547:0:14136:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093a00fcf00. 40000000:00000010:0.0:1773941493.004551:0:14136:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f56ec0. 00100000:00000010:0.0:1773941493.004574:0:14136:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0938628d800. 00040000:00000010:0.0:1773941493.004602:0:14136:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05b00. 00040000:00000010:0.0:1773941493.004608:0:14136:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0938628c000. 00040000:00000010:0.0:1773941493.004612:0:14136:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa093881c6200. 00000004:00000010:0.0:1773941493.004618:0:14136:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09386288000. 00000004:00000010:0.0:1773941493.004623:0:14136:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382e70000. 00000004:00000010:0.0:1773941493.004629:0:14136:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa0938628e000. 00002000:00000010:0.0:1773941493.004632:0:14136:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09399549c00. 00000004:00000010:0.0:1773941493.004637:0:14136:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09399549400. 00000020:00000010:0.0:1773941493.004641:0:14136:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093881c6400. 00000020:00000010:0.0:1773941493.004646:0:14136:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f56080. 00000100:00000010:0.0:1773941493.004652:0:14136:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f565c0. 00000100:00100000:0.0:1773941493.004663:0:14136:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffffa09391f4d200:14136] 0 exiting: rc = 1 00000020:00000010:1.0:1773941493.004678:0:14137:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093881ba600. 00000040:00000010:1.0:1773941493.004683:0:14137:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa093881ba800. 00000020:00000010:1.0:1773941493.004685:0:14137:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386247800. 00000020:00000010:1.0:1773941493.004688:0:14137:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09382cfa840. 00000020:00000010:1.0:1773941493.004691:0:14137:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093881bbe00. 80000000:00000010:1.0:1773941493.004694:0:14137:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09398102900. 40000000:00000010:1.0:1773941493.004697:0:14137:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09388684800. 00100000:00000010:1.0:1773941493.004700:0:14137:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09386241800. 00040000:00000010:1.0:1773941493.004703:0:14137:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09382a4a300. 00040000:00000010:1.0:1773941493.004706:0:14137:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09386246800. 00040000:00000010:1.0:1773941493.004715:0:14137:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa093881bb600. 00000004:00000010:1.0:1773941493.004718:0:14137:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09386243000. 00000004:00000010:1.0:1773941493.004721:0:14137:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa093867ff000. 00000004:00000010:1.0:1773941493.004724:0:14137:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09386245000. 00002000:00000010:1.0:1773941493.004726:0:14137:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093996c5000. 00000004:00000010:1.0:1773941493.004728:0:14137:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa093996c5800. 00000020:00000010:1.0:1773941493.004730:0:14137:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391dce600. 00000020:00000010:1.0:1773941493.004733:0:14137:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684500. 00000100:00000010:1.0:1773941493.004739:0:14137:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa093886846c0. 00000100:00100000:1.0:1773941493.004742:0:14137:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffffa09391f4cc00:14137] 1 exiting: rc = 0 00000100:00000010:3.0:1773941493.004764:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09391f4d200. 00000100:00000010:3.0:1773941493.004770:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09391f4cc00. 00000100:00000001:3.0:1773941493.004775:0:14222:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941493.004777:0:14222:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941493.004778:0:14222:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:3.0:1773941493.004780:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:3.0:1773941493.004781:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:3.0:1773941493.004802:0:14222:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:2.0:1773941493.004807:0:14138:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09390b7e600. 00000040:00000010:2.0:1773941493.004813:0:14138:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09390b7fe00. 00000020:00000010:2.0:1773941493.004815:0:14138:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996fa000. 00000020:00000010:2.0:1773941493.004819:0:14138:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af5080. 00000020:00000010:2.0:1773941493.004822:0:14138:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09390b7f200. 80000000:00000010:2.0:1773941493.004825:0:14138:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09385337960. 40000000:00000010:2.0:1773941493.004827:0:14138:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2bb80. 00100000:00000010:2.0:1773941493.004830:0:14138:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa093996ff000. 00040000:00000010:2.0:1773941493.004834:0:14138:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1000. 00040000:00000010:2.0:1773941493.004837:0:14138:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa093996fd800. 00040000:00000010:2.0:1773941493.004840:0:14138:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390b7ea00. 00000004:00000010:2.0:1773941493.004843:0:14138:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa093996fa800. 00000004:00000010:2.0:1773941493.004846:0:14138:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa0938388d000. 00000004:00000010:2.0:1773941493.004849:0:14138:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa093996fe800. 00002000:00000010:2.0:1773941493.004853:0:14138:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0938810ac00. 00000004:00000010:2.0:1773941493.004864:0:14138:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09388108800. 00000020:00000010:2.0:1773941493.004867:0:14138:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391f4d000. 00000020:00000010:2.0:1773941493.004871:0:14138:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2be00. 00000100:00000010:2.0:1773941493.004876:0:14138:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f2b840. 00000100:00100000:2.0:1773941493.004879:0:14138:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffffa093881c7600:14138] 0 exiting: rc = 1 00000020:00000010:2.0:1773941493.004925:0:14139:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09390b7fa00. 00000040:00000010:2.0:1773941493.004929:0:14139:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09398f7d600. 00000020:00000010:2.0:1773941493.004933:0:14139:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996fd000. 00000020:00000010:2.0:1773941493.004936:0:14139:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af0508. 00000020:00000010:2.0:1773941493.004939:0:14139:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09398f7c800. 80000000:00000010:2.0:1773941493.004942:0:14139:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09385337e40. 40000000:00000010:2.0:1773941493.004945:0:14139:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2b100. 00100000:00000010:2.0:1773941493.004948:0:14139:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0938879e000. 00040000:00000010:2.0:1773941493.004951:0:14139:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1c00. 00040000:00000010:2.0:1773941493.004954:0:14139:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09388798800. 00040000:00000010:2.0:1773941493.004957:0:14139:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09391d2ee00. 00000004:00000010:2.0:1773941493.004961:0:14139:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa093995ed000. 00000004:00000010:2.0:1773941493.004965:0:14139:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb7000. 00000004:00000010:2.0:1773941493.004968:0:14139:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09398198800. 00002000:00000010:2.0:1773941493.004971:0:14139:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0938810a800. 00000004:00000010:2.0:1773941493.004974:0:14139:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09388109400. 00000020:00000010:2.0:1773941493.004977:0:14139:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09390b7ee00. 00000020:00000010:2.0:1773941493.004980:0:14139:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2be80. 00000100:00000010:2.0:1773941493.004983:0:14139:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f2b5c0. 00000100:00100000:2.0:1773941493.004986:0:14139:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffffa093881c6c00:14139] 1 exiting: rc = 0 00000100:00000010:3.0:1773941493.005020:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa093881c7600. 00000100:00000010:3.0:1773941493.005025:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa093881c6c00. 00000100:00000001:3.0:1773941493.005027:0:14222:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941493.005029:0:14222:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1773941493.005032:0:14222:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:3.0:1773941493.005035:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.005036:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.005037:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1f78. 00000400:00000200:3.0:1773941493.005041:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389168f00 00000400:00000010:3.0:1773941493.005043:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09389168f00. 00000100:00000001:3.0:1773941493.005046:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.005047:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:3.0:1773941493.005052:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.005054:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941493.005055:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.005057:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.005058:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.005060:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3ec8. 00000400:00000200:3.0:1773941493.005062:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391df2540 00000400:00000010:3.0:1773941493.005063:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391df2540. 00000100:00000001:3.0:1773941493.005065:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.005066:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:3.0:1773941493.005068:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.005070:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941493.005071:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1773941493.005074:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.005080:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941493.005087:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09386ac6000. 00000100:00000010:3.0:1773941493.005090:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ad000. 00000100:00000010:3.0:1773941493.005092:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa09386241000. 00000100:00000010:3.0:1773941493.005096:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0938628a800. 00000100:00000001:3.0:1773941493.005099:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.005101:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941493.005103:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09386ac4000. 00000100:00000010:3.0:1773941493.005106:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ac400. 00000100:00000010:3.0:1773941493.005109:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0939819e000. 00000100:00000010:3.0:1773941493.005112:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa093996ff800. 00000100:00000001:3.0:1773941493.005115:0:14222:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941493.005118:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.005121:0:14222:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941493.005123:0:14222:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941493.005125:0:14222:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09398f2b800. 00000100:00000001:3.0:1773941493.005129:0:14222:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941493.005132:0:14222:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.005134:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.005137:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0939a68b6c0. 00000100:00000001:3.0:1773941493.005140:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.005142:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.005144:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0939a68b3c0. 00000100:00000001:3.0:1773941493.005146:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.005148:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.005149:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0939a68b540. 00000100:00000001:3.0:1773941493.005151:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.005152:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.005154:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09386b4c000. 00000100:00000001:3.0:1773941493.005157:0:14222:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:3.0:1773941493.005158:0:14222:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941493.005159:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.005160:0:14222:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941493.005162:0:14222:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941493.005163:0:14222:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09398f2b940. 00000100:00000001:3.0:1773941493.005165:0:14222:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941493.005167:0:14222:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.005168:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.005169:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09386b4c600. 00000100:00000001:3.0:1773941493.005176:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.005177:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.005178:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09386b4c900. 00000100:00000001:3.0:1773941493.005179:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.005180:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.005181:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09386b4cc00. 00000100:00000001:3.0:1773941493.005182:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.005183:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.005184:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09383fe5780. 00000100:00000001:3.0:1773941493.005185:0:14222:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1773941493.005247:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffffa0938388b000. 00000020:00000010:3.0:1773941493.005252:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa0938810b400. 00000100:00000010:3.0:1773941493.005278:0:14222:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffffa09386ad4000. 00000100:00000010:3.0:1773941493.005289:0:14222:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffffa0938388a000. 00000100:00000010:3.0:1773941493.005294:0:14222:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffffa09390460000. 00000100:00000010:3.0:1773941493.005304:0:14222:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffffa0938388f000. 00000100:00000010:3.0:1773941493.005308:0:14222:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffffa093890acc00. 00000100:00000010:3.0:1773941493.005311:0:14222:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffffa093890afc00. 00000100:00000010:3.0:1773941493.005314:0:14222:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffffa09391f4de00. 00000100:00000001:3.0:1773941493.005317:0:14222:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.005319:0:14222:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1773941493.005320:0:14222:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:3.0:1773941493.005323:0:14222:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1773941493.005324:0:14222:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941493.005326:0:14222:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:3.0:1773941493.005328:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:3.0:1773941493.005329:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:3.0:1773941493.005330:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:3.0:1773941493.005347:0:14222:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:0.0:1773941493.005376:0:14140:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0939a49bc00. 00000020:00000010:0.0:1773941493.005385:0:14140:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093a00fc000. 00000020:00000010:1.0:1773941493.005387:0:14141:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093881baa00. 00000040:00000010:0.0:1773941493.005390:0:14140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0939a49b800. 00000020:00000010:1.0:1773941493.005393:0:14141:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102c00. 00000020:00000010:0.0:1773941493.005397:0:14140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386288800. 00000040:00000010:1.0:1773941493.005398:0:14141:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa093881ba000. 00000020:00000010:0.0:1773941493.005404:0:14140:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09399534168. 00000020:00000010:1.0:1773941493.005405:0:14141:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386244000. 00000020:00000010:0.0:1773941493.005414:0:14140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0939a49ae00. 00000020:00000010:1.0:1773941493.005415:0:14141:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09382cfd080. 00000020:00000010:1.0:1773941493.005424:0:14141:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093881bbc00. 80000000:00000010:0.0:1773941493.005424:0:14140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093a00fcd80. 80000000:00000010:1.0:1773941493.005433:0:14141:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09398102e40. 40000000:00000010:0.0:1773941493.005433:0:14140:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f56d80. 40000000:00000010:1.0:1773941493.005441:0:14141:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09388684a40. 00008000:00000010:0.0:1773941493.005442:0:14140:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093862d0710. 00008000:00000010:1.0:1773941493.005444:0:14141:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b3170. 00100000:00000010:0.0:1773941493.005449:0:14140:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0938628c800. 00100000:00000010:1.0:1773941493.005450:0:14141:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09386242800. 00040000:00000010:0.0:1773941493.005456:0:14140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05600. 00040000:00000010:1.0:1773941493.005457:0:14141:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09382a4a400. 00040000:00000010:1.0:1773941493.005465:0:14141:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09386246000. 00040000:00000010:0.0:1773941493.005465:0:14140:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09386289000. 00040000:00000010:1.0:1773941493.005471:0:14141:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa093881bb000. 00040000:00000010:0.0:1773941493.005473:0:14140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0939a49a600. 00000004:00000010:1.0:1773941493.005476:0:14141:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09386242000. 00000004:00000010:0.0:1773941493.005479:0:14140:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa0938628b000. 00000004:00000010:1.0:1773941493.005481:0:14141:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa093867fe000. 00000004:00000010:0.0:1773941493.005486:0:14140:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382e77000. 00000004:00000010:1.0:1773941493.005487:0:14141:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09386247000. 00002000:00000010:1.0:1773941493.005495:0:14141:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093996c6400. 00000004:00000010:0.0:1773941493.005496:0:14140:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa0938628d000. 00000004:00000010:1.0:1773941493.005498:0:14141:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa093996c7c00. 00002000:00000010:0.0:1773941493.005502:0:14140:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093891f1400. 00000020:00000010:1.0:1773941493.005503:0:14141:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093881bba00. 00000020:00000010:1.0:1773941493.005511:0:14141:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa093886842c0. 00000004:00000010:0.0:1773941493.005511:0:14140:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa093891f0c00. 00000100:00000010:1.0:1773941493.005516:0:14141:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09388684080. 00000020:00000010:0.0:1773941493.005519:0:14140:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093881c7c00. 00000100:00100000:1.0:1773941493.005521:0:14141:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffffa09391d2e600:14141] 1 exiting: rc = 0 00000020:00000010:0.0:1773941493.005529:0:14140:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f56740. 00000100:00000010:0.0:1773941493.005538:0:14140:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f568c0. 00000100:00100000:0.0:1773941493.005542:0:14140:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffffa093881c6800:14140] 0 exiting: rc = 1 00000020:00000010:1.0:1773941493.005617:0:14142:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0939a49be00. 00000020:00000010:1.0:1773941493.005623:0:14142:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093a00fcc60. 00000040:00000010:1.0:1773941493.005632:0:14142:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938327ae00. 00000020:00000010:1.0:1773941493.005636:0:14142:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09388424000. 00000020:00000010:1.0:1773941493.005640:0:14142:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09399532338. 00000020:00000010:1.0:1773941493.005644:0:14142:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938327bc00. 80000000:00000010:1.0:1773941493.005648:0:14142:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093a00fccc0. 40000000:00000010:1.0:1773941493.005650:0:14142:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f564c0. 00008000:00000010:1.0:1773941493.005654:0:14142:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093862d0a98. 00100000:00000010:1.0:1773941493.005657:0:14142:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09388425800. 00040000:00000010:1.0:1773941493.005659:0:14142:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05a00. 00040000:00000010:1.0:1773941493.005662:0:14142:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0938840f800. 00040000:00000010:1.0:1773941493.005665:0:14142:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938327a200. 00000004:00000010:1.0:1773941493.005667:0:14142:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09389c87000. 00000004:00000010:1.0:1773941493.005670:0:14142:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382e71000. 00000004:00000010:1.0:1773941493.005673:0:14142:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09389c81000. 00002000:00000010:1.0:1773941493.005675:0:14142:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093891f2400. 00000004:00000010:1.0:1773941493.005678:0:14142:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09390d9f000. 00000020:00000010:1.0:1773941493.005681:0:14142:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0939a49aa00. 00000020:00000010:1.0:1773941493.005684:0:14142:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f56dc0. 00000100:00000010:1.0:1773941493.005687:0:14142:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f56600. 00000100:00100000:1.0:1773941493.005690:0:14142:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffffa0939a49b400:14142] 2 exiting: rc = 0 00000100:00000010:3.0:1773941493.005712:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa093881c6800. 00000100:00000010:3.0:1773941493.005720:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09391d2e600. 00000100:00000010:3.0:1773941493.005725:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa0939a49b400. 00000100:00000001:3.0:1773941493.005730:0:14222:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941493.005732:0:14222:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941493.005734:0:14222:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:3.0:1773941493.005743:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:3.0:1773941493.005746:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:3.0:1773941493.005748:0:14222:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:3.0:1773941493.005771:0:14222:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:2.0:1773941493.006048:0:14143:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09391d2fc00. 00000020:00000010:2.0:1773941493.006054:0:14143:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09385337600. 00000040:00000010:2.0:1773941493.006057:0:14143:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09390b5ca00. 00000020:00000010:2.0:1773941493.006061:0:14143:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0939819a000. 00000020:00000010:2.0:1773941493.006065:0:14143:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af1e30. 00000020:00000010:2.0:1773941493.006068:0:14143:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09390b5d600. 80000000:00000010:2.0:1773941493.006071:0:14143:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09385337060. 40000000:00000010:2.0:1773941493.006074:0:14143:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2b980. 00008000:00000010:2.0:1773941493.006077:0:14143:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093838991a8. 00100000:00000010:2.0:1773941493.006088:0:14143:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09398199800. 00040000:00000010:2.0:1773941493.006091:0:14143:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1400. 00040000:00000010:2.0:1773941493.006094:0:14143:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0939819c800. 00040000:00000010:2.0:1773941493.006096:0:14143:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390b5d000. 00000004:00000010:2.0:1773941493.006099:0:14143:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa0939819c000. 00000004:00000010:2.0:1773941493.006102:0:14143:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb0000. 00000004:00000010:2.0:1773941493.006105:0:14143:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa0939819b000. 00002000:00000010:2.0:1773941493.006107:0:14143:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09388108c00. 00000004:00000010:2.0:1773941493.006110:0:14143:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09390258c00. 00000020:00000010:2.0:1773941493.006113:0:14143:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391d2f600. 00000020:00000010:2.0:1773941493.006117:0:14143:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2b280. 00000100:00000010:2.0:1773941493.006121:0:14143:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f2bb40. 00000100:00100000:2.0:1773941493.006123:0:14143:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffffa09391d2f400:14143] 0 exiting: rc = 1 00000020:00000010:2.0:1773941493.006160:0:14144:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09390b5da00. 00000020:00000010:2.0:1773941493.006163:0:14144:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093853378a0. 00000040:00000010:2.0:1773941493.006164:0:14144:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09390b5d200. 00000020:00000010:2.0:1773941493.006167:0:14144:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0939819f800. 00000020:00000010:2.0:1773941493.006171:0:14144:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af0a10. 00000020:00000010:2.0:1773941493.006174:0:14144:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09391ceec00. 80000000:00000010:2.0:1773941493.006176:0:14144:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09385337900. 40000000:00000010:2.0:1773941493.006178:0:14144:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2bb00. 00008000:00000010:2.0:1773941493.006180:0:14144:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093838998b8. 00100000:00000010:2.0:1773941493.006182:0:14144:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0939819e800. 00040000:00000010:2.0:1773941493.006183:0:14144:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1200. 00040000:00000010:2.0:1773941493.006185:0:14144:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0939819d000. 00040000:00000010:2.0:1773941493.006187:0:14144:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09391cef200. 00000004:00000010:2.0:1773941493.006189:0:14144:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09398199000. 00000004:00000010:2.0:1773941493.006191:0:14144:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb4000. 00000004:00000010:2.0:1773941493.006194:0:14144:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09398198000. 00002000:00000010:2.0:1773941493.006197:0:14144:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0939025a400. 00000004:00000010:2.0:1773941493.006198:0:14144:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09390258400. 00000020:00000010:2.0:1773941493.006200:0:14144:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09390b5d800. 00000020:00000010:2.0:1773941493.006202:0:14144:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2bf40. 00000100:00000010:2.0:1773941493.006204:0:14144:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f2b680. 00000100:00100000:2.0:1773941493.006212:0:14144:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffffa0938327be00:14144] 1 exiting: rc = 0 00000020:00000010:2.0:1773941493.006245:0:14145:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09391cef600. 00000020:00000010:2.0:1773941493.006248:0:14145:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09385337ae0. 00000040:00000010:2.0:1773941493.006250:0:14145:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09390300400. 00000020:00000010:2.0:1773941493.006252:0:14145:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0939819a800. 00000020:00000010:2.0:1773941493.006254:0:14145:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af69a8. 00000020:00000010:2.0:1773941493.006256:0:14145:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09390300e00. 80000000:00000010:2.0:1773941493.006258:0:14145:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093853375a0. 40000000:00000010:2.0:1773941493.006259:0:14145:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2b140. 00008000:00000010:2.0:1773941493.006261:0:14145:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa09383898388. 00100000:00000010:2.0:1773941493.006263:0:14145:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa093854a8800. 00040000:00000010:2.0:1773941493.006265:0:14145:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1100. 00040000:00000010:2.0:1773941493.006266:0:14145:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa093854af000. 00040000:00000010:2.0:1773941493.006268:0:14145:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390300c00. 00000004:00000010:2.0:1773941493.006269:0:14145:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa093854ae000. 00000004:00000010:2.0:1773941493.006271:0:14145:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb1000. 00000004:00000010:2.0:1773941493.006273:0:14145:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa093854ab800. 00002000:00000010:2.0:1773941493.006274:0:14145:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0939025ac00. 00000004:00000010:2.0:1773941493.006276:0:14145:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09390259800. 00000020:00000010:2.0:1773941493.006278:0:14145:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391cee000. 00000020:00000010:2.0:1773941493.006281:0:14145:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2b180. 00000100:00000010:2.0:1773941493.006284:0:14145:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f2bac0. 00000100:00100000:2.0:1773941493.006286:0:14145:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffffa09398f0f200:14145] 2 exiting: rc = 0 00000100:00000010:3.0:1773941493.006317:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09391d2f400. 00000100:00000010:3.0:1773941493.006322:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa0938327be00. 00000100:00000010:3.0:1773941493.006327:0:14222:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09398f0f200. 00000100:00000001:3.0:1773941493.006331:0:14222:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941493.006332:0:14222:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1773941493.006334:0:14222:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:3.0:1773941493.006337:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006339:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006341:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed9a0. 00000400:00000200:3.0:1773941493.006344:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647b40 00000400:00000010:3.0:1773941493.006346:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647b40. 00000100:00000001:3.0:1773941493.006349:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006351:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006358:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006361:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1773941493.006364:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006366:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006368:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006370:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed840. 00000400:00000200:3.0:1773941493.006374:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647cc0 00000400:00000010:3.0:1773941493.006376:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647cc0. 00000100:00000001:3.0:1773941493.006380:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006382:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006389:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006392:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1773941493.006395:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006398:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006399:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006402:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedaa8. 00000400:00000200:3.0:1773941493.006406:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093906476c0 00000400:00000010:3.0:1773941493.006408:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093906476c0. 00000100:00000001:3.0:1773941493.006413:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006414:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006427:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006429:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1773941493.006431:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006433:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006435:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006437:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed688. 00000400:00000200:3.0:1773941493.006440:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647180 00000400:00000010:3.0:1773941493.006442:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647180. 00000100:00000001:3.0:1773941493.006444:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006446:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006452:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006453:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1773941493.006456:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006457:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006458:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006459:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed580. 00000400:00000200:3.0:1773941493.006462:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647480 00000400:00000010:3.0:1773941493.006463:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647480. 00000100:00000001:3.0:1773941493.006466:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006467:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006473:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006475:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1773941493.006477:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006478:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006480:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006481:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed1b8. 00000400:00000200:3.0:1773941493.006484:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647840 00000400:00000010:3.0:1773941493.006486:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647840. 00000100:00000001:3.0:1773941493.006488:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006490:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006495:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006496:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1773941493.006498:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006499:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006500:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006502:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bede70. 00000400:00000200:3.0:1773941493.006505:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093906470c0 00000400:00000010:3.0:1773941493.006506:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093906470c0. 00000100:00000001:3.0:1773941493.006513:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006514:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006519:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006521:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1773941493.006522:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006523:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006524:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006526:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed210. 00000400:00000200:3.0:1773941493.006529:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647900 00000400:00000010:3.0:1773941493.006531:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647900. 00000100:00000001:3.0:1773941493.006533:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006534:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006539:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006541:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1773941493.006544:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006545:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006546:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006547:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed7e8. 00000400:00000200:3.0:1773941493.006549:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647a80 00000400:00000010:3.0:1773941493.006551:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647a80. 00000100:00000001:3.0:1773941493.006568:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006570:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006596:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006599:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1773941493.006603:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006605:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006608:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006610:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed268. 00000400:00000200:3.0:1773941493.006615:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647240 00000400:00000010:3.0:1773941493.006617:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647240. 00000100:00000001:3.0:1773941493.006621:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006623:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006630:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006632:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1773941493.006635:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006636:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006638:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006639:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0beda50. 00000400:00000200:3.0:1773941493.006647:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647300 00000400:00000010:3.0:1773941493.006649:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647300. 00000100:00000001:3.0:1773941493.006652:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006653:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006658:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006660:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1773941493.006662:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006663:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006664:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006666:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed2c0. 00000400:00000200:3.0:1773941493.006667:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89900 00000400:00000010:3.0:1773941493.006669:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89900. 00000100:00000001:3.0:1773941493.006670:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006671:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006673:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006674:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1773941493.006675:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006676:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006677:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006677:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedd68. 00000400:00000200:3.0:1773941493.006679:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89840 00000400:00000010:3.0:1773941493.006679:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89840. 00000100:00000001:3.0:1773941493.006680:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006681:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006684:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006685:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1773941493.006686:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006686:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006687:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006688:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedf78. 00000400:00000200:3.0:1773941493.006689:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89b40 00000400:00000010:3.0:1773941493.006690:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89b40. 00000100:00000001:3.0:1773941493.006691:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006691:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006694:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006695:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1773941493.006697:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006702:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006703:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006704:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed318. 00000400:00000200:3.0:1773941493.006707:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89780 00000400:00000010:3.0:1773941493.006708:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89780. 00000100:00000001:3.0:1773941493.006711:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006712:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006716:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006718:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1773941493.006719:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006721:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006722:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006723:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed898. 00000400:00000200:3.0:1773941493.006726:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89180 00000400:00000010:3.0:1773941493.006728:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89180. 00000100:00000001:3.0:1773941493.006730:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006731:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006736:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006738:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1773941493.006739:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006741:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006742:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006744:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedbb0. 00000400:00000200:3.0:1773941493.006746:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e893c0 00000400:00000010:3.0:1773941493.006748:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e893c0. 00000100:00000001:3.0:1773941493.006750:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006752:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006756:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006758:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1773941493.006760:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006761:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006762:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006764:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed000. 00000400:00000200:3.0:1773941493.006766:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89f00 00000400:00000010:3.0:1773941493.006767:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89f00. 00000100:00000001:3.0:1773941493.006768:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006769:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006772:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006777:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1773941493.006778:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006780:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006781:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006782:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedb58. 00000400:00000200:3.0:1773941493.006783:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89000 00000400:00000010:3.0:1773941493.006784:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89000. 00000100:00000001:3.0:1773941493.006786:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006786:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006791:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006793:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1773941493.006794:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006796:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006797:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006799:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed370. 00000400:00000200:3.0:1773941493.006801:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89d80 00000400:00000010:3.0:1773941493.006803:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89d80. 00000100:00000001:3.0:1773941493.006804:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006806:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006810:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006811:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1773941493.006813:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006814:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006816:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006817:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed3c8. 00000400:00000200:3.0:1773941493.006819:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89c00 00000400:00000010:3.0:1773941493.006821:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89c00. 00000100:00000001:3.0:1773941493.006823:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006824:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006829:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006831:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1773941493.006832:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006834:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006835:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006837:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed738. 00000400:00000200:3.0:1773941493.006839:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e896c0 00000400:00000010:3.0:1773941493.006841:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e896c0. 00000100:00000001:3.0:1773941493.006843:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006849:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006852:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006853:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1773941493.006854:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006856:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006857:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006858:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedb00. 00000400:00000200:3.0:1773941493.006860:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89cc0 00000400:00000010:3.0:1773941493.006861:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89cc0. 00000100:00000001:3.0:1773941493.006862:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006863:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006865:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006867:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1773941493.006867:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006868:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006869:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006870:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bede18. 00000400:00000200:3.0:1773941493.006871:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e899c0 00000400:00000010:3.0:1773941493.006873:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e899c0. 00000100:00000001:3.0:1773941493.006874:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006874:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006877:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006878:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1773941493.006879:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006880:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006880:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006881:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedc60. 00000400:00000200:3.0:1773941493.006882:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89300 00000400:00000010:3.0:1773941493.006883:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89300. 00000100:00000001:3.0:1773941493.006884:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006885:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006888:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006888:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1773941493.006889:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006890:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006891:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006892:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed8f0. 00000400:00000200:3.0:1773941493.006893:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e890c0 00000400:00000010:3.0:1773941493.006896:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e890c0. 00000100:00000001:3.0:1773941493.006898:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006899:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006901:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006902:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1773941493.006903:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006904:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006905:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006905:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedcb8. 00000400:00000200:3.0:1773941493.006907:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391e89480 00000400:00000010:3.0:1773941493.006908:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391e89480. 00000100:00000001:3.0:1773941493.006909:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006909:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006912:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006913:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1773941493.006914:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006914:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006915:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006916:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0beddc0. 00000400:00000200:3.0:1773941493.006917:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849dc00 00000400:00000010:3.0:1773941493.006918:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849dc00. 00000100:00000001:3.0:1773941493.006920:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006921:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006923:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006924:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1773941493.006925:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006926:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006926:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006927:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed420. 00000400:00000200:3.0:1773941493.006928:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d840 00000400:00000010:3.0:1773941493.006929:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d840. 00000100:00000001:3.0:1773941493.006931:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006931:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006934:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006935:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1773941493.006936:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006937:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006940:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006941:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed108. 00000400:00000200:3.0:1773941493.006943:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d9c0 00000400:00000010:3.0:1773941493.006944:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d9c0. 00000100:00000001:3.0:1773941493.006946:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006946:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006949:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006950:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1773941493.006951:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006952:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006953:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006954:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed528. 00000400:00000200:3.0:1773941493.006956:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849da80 00000400:00000010:3.0:1773941493.006957:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849da80. 00000100:00000001:3.0:1773941493.006959:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006961:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006964:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006966:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1773941493.006968:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006970:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006971:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006972:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed630. 00000400:00000200:3.0:1773941493.006974:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d780 00000400:00000010:3.0:1773941493.006976:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d780. 00000100:00000001:3.0:1773941493.006978:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.006979:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.006984:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.006986:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1773941493.006988:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.006989:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.006990:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.006992:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed790. 00000400:00000200:3.0:1773941493.006994:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849de40 00000400:00000010:3.0:1773941493.006996:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849de40. 00000100:00000001:3.0:1773941493.006998:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007000:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007004:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007006:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1773941493.007012:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007014:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007015:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007016:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed0b0. 00000400:00000200:3.0:1773941493.007018:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d540 00000400:00000010:3.0:1773941493.007019:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d540. 00000100:00000001:3.0:1773941493.007021:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007021:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007024:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007025:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1773941493.007026:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007027:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007028:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007029:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedd10. 00000400:00000200:3.0:1773941493.007030:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849df00 00000400:00000010:3.0:1773941493.007032:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849df00. 00000100:00000001:3.0:1773941493.007033:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007033:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007036:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007037:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1773941493.007038:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007039:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007039:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007040:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed5d8. 00000400:00000200:3.0:1773941493.007041:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d600 00000400:00000010:3.0:1773941493.007042:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d600. 00000100:00000001:3.0:1773941493.007043:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007044:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007046:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007047:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1773941493.007048:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007049:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007050:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007050:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedf20. 00000400:00000200:3.0:1773941493.007051:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849dd80 00000400:00000010:3.0:1773941493.007052:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849dd80. 00000100:00000001:3.0:1773941493.007053:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007054:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007060:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007061:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1773941493.007062:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007063:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007064:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007065:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed6e0. 00000400:00000200:3.0:1773941493.007066:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849db40 00000400:00000010:3.0:1773941493.007067:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849db40. 00000100:00000001:3.0:1773941493.007068:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007069:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007072:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007073:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1773941493.007074:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007075:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007075:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007076:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1b58. 00000400:00000200:3.0:1773941493.007077:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d000 00000400:00000010:3.0:1773941493.007078:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d000. 00000100:00000001:3.0:1773941493.007079:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007080:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007083:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007084:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1773941493.007084:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007085:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007086:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007087:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1000. 00000400:00000200:3.0:1773941493.007088:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d480 00000400:00000010:3.0:1773941493.007089:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d480. 00000100:00000001:3.0:1773941493.007090:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007091:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007095:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007096:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1773941493.007098:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007099:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007100:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007102:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1bb0. 00000400:00000200:3.0:1773941493.007104:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d3c0 00000400:00000010:3.0:1773941493.007105:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d3c0. 00000100:00000001:3.0:1773941493.007113:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007114:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007118:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007120:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1773941493.007122:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007123:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007125:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007126:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1898. 00000400:00000200:3.0:1773941493.007128:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d0c0 00000400:00000010:3.0:1773941493.007130:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d0c0. 00000100:00000001:3.0:1773941493.007132:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007134:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007138:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007140:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1773941493.007141:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007143:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007144:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007146:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1318. 00000400:00000200:3.0:1773941493.007148:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d900 00000400:00000010:3.0:1773941493.007150:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d900. 00000100:00000001:3.0:1773941493.007152:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007153:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007157:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007159:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1773941493.007160:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007162:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007162:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007164:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1370. 00000400:00000200:3.0:1773941493.007165:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938849d240 00000400:00000010:3.0:1773941493.007166:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938849d240. 00000100:00000001:3.0:1773941493.007168:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007168:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007171:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007172:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1773941493.007173:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007174:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007175:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007176:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1160. 00000400:00000200:3.0:1773941493.007181:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3d6c0 00000400:00000010:3.0:1773941493.007182:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3d6c0. 00000100:00000001:3.0:1773941493.007184:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007185:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007188:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007189:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1773941493.007190:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007191:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007192:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007193:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1478. 00000400:00000200:3.0:1773941493.007194:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3dcc0 00000400:00000010:3.0:1773941493.007195:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3dcc0. 00000100:00000001:3.0:1773941493.007196:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007197:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007200:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007201:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1773941493.007201:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007202:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007203:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007204:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe19f8. 00000400:00000200:3.0:1773941493.007205:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3da80 00000400:00000010:3.0:1773941493.007206:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3da80. 00000100:00000001:3.0:1773941493.007207:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007208:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007210:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007211:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1773941493.007212:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007213:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007213:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007214:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1c08. 00000400:00000200:3.0:1773941493.007215:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3db40 00000400:00000010:3.0:1773941493.007216:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3db40. 00000100:00000001:3.0:1773941493.007217:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007218:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007221:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007221:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1773941493.007222:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007227:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007227:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007229:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1ec8. 00000400:00000200:3.0:1773941493.007230:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3d780 00000400:00000010:3.0:1773941493.007231:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3d780. 00000100:00000001:3.0:1773941493.007233:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007234:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007237:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007238:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1773941493.007240:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007241:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007242:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007244:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe14d0. 00000400:00000200:3.0:1773941493.007246:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3d0c0 00000400:00000010:3.0:1773941493.007248:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3d0c0. 00000100:00000001:3.0:1773941493.007250:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007251:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007255:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007256:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1773941493.007258:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007260:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007261:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007262:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1948. 00000400:00000200:3.0:1773941493.007264:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3de40 00000400:00000010:3.0:1773941493.007266:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3de40. 00000100:00000001:3.0:1773941493.007268:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007270:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007274:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007276:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1773941493.007277:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007279:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007280:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007282:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe19a0. 00000400:00000200:3.0:1773941493.007284:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3d900 00000400:00000010:3.0:1773941493.007286:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3d900. 00000100:00000001:3.0:1773941493.007288:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007289:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007293:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007300:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1773941493.007301:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007304:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007305:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007307:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1840. 00000400:00000200:3.0:1773941493.007309:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390b3d600 00000400:00000010:3.0:1773941493.007311:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390b3d600. 00000100:00000001:3.0:1773941493.007313:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007314:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007318:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007319:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1773941493.007320:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007321:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007322:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007323:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1aa8. 00000400:00000200:3.0:1773941493.007324:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c1f00 00000400:00000010:3.0:1773941493.007325:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c1f00. 00000100:00000001:3.0:1773941493.007327:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007328:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007330:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007331:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1773941493.007332:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007333:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007334:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007335:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1688. 00000400:00000200:3.0:1773941493.007336:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c1300 00000400:00000010:3.0:1773941493.007337:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c1300. 00000100:00000001:3.0:1773941493.007338:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007339:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007343:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007344:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1773941493.007346:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007347:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007349:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007351:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1580. 00000400:00000200:3.0:1773941493.007353:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c1c00 00000400:00000010:3.0:1773941493.007355:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c1c00. 00000100:00000001:3.0:1773941493.007357:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007363:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007367:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007369:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1773941493.007370:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007373:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007374:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007376:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe11b8. 00000400:00000200:3.0:1773941493.007378:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c16c0 00000400:00000010:3.0:1773941493.007380:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c16c0. 00000100:00000001:3.0:1773941493.007382:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007384:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007387:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007389:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1773941493.007391:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007393:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007394:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007395:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1e70. 00000400:00000200:3.0:1773941493.007397:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c1d80 00000400:00000010:3.0:1773941493.007399:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c1d80. 00000100:00000001:3.0:1773941493.007401:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007402:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007407:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007409:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1773941493.007410:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007412:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007414:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007415:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1210. 00000400:00000200:3.0:1773941493.007417:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c1540 00000400:00000010:3.0:1773941493.007419:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c1540. 00000100:00000001:3.0:1773941493.007421:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007422:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007426:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007428:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1773941493.007430:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007432:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007433:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007434:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe17e8. 00000400:00000200:3.0:1773941493.007436:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c13c0 00000400:00000010:3.0:1773941493.007442:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c13c0. 00000100:00000001:3.0:1773941493.007444:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007445:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007448:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007449:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1773941493.007450:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007451:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007452:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007453:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1268. 00000400:00000200:3.0:1773941493.007454:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c1780 00000400:00000010:3.0:1773941493.007455:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c1780. 00000100:00000001:3.0:1773941493.007456:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007457:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007460:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007461:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1773941493.007462:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007463:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007463:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007464:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1a50. 00000400:00000200:3.0:1773941493.007465:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c1e40 00000400:00000010:3.0:1773941493.007466:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c1e40. 00000100:00000001:3.0:1773941493.007467:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007468:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007470:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007471:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1773941493.007472:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007473:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007474:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007475:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe12c0. 00000400:00000200:3.0:1773941493.007476:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093853c1900 00000400:00000010:3.0:1773941493.007477:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093853c1900. 00000100:00000001:3.0:1773941493.007478:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007478:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007481:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007482:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1773941493.007483:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007484:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007484:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007488:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09391fe1d68. 00000400:00000200:3.0:1773941493.007489:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389168900 00000400:00000010:3.0:1773941493.007490:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09389168900. 00000100:00000001:3.0:1773941493.007492:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007493:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007495:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007496:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941493.007497:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007499:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007499:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007501:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149840. 00000400:00000200:3.0:1773941493.007503:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8fc00 00000400:00000010:3.0:1773941493.007504:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8fc00. 00000100:00000001:3.0:1773941493.007507:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007508:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007512:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007514:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1773941493.007516:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007517:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007518:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007519:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149aa8. 00000400:00000200:3.0:1773941493.007520:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f600 00000400:00000010:3.0:1773941493.007521:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f600. 00000100:00000001:3.0:1773941493.007522:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007523:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007526:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007527:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1773941493.007527:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007528:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007529:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007530:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149688. 00000400:00000200:3.0:1773941493.007531:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f000 00000400:00000010:3.0:1773941493.007532:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f000. 00000100:00000001:3.0:1773941493.007533:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007534:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007536:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007537:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1773941493.007538:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007543:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007544:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007545:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149580. 00000400:00000200:3.0:1773941493.007546:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f840 00000400:00000010:3.0:1773941493.007547:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f840. 00000100:00000001:3.0:1773941493.007549:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007549:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007552:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007600:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1773941493.007604:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007606:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007608:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007611:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01491b8. 00000400:00000200:3.0:1773941493.007614:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f480 00000400:00000010:3.0:1773941493.007616:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f480. 00000100:00000001:3.0:1773941493.007618:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007620:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007624:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007626:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1773941493.007627:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007628:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007629:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007631:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149e70. 00000400:00000200:3.0:1773941493.007633:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f540 00000400:00000010:3.0:1773941493.007634:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f540. 00000100:00000001:3.0:1773941493.007637:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007638:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007643:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007645:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1773941493.007647:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007649:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007650:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007651:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149210. 00000400:00000200:3.0:1773941493.007653:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f780 00000400:00000010:3.0:1773941493.007655:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f780. 00000100:00000001:3.0:1773941493.007657:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007657:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007663:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007669:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1773941493.007670:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007672:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007673:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007674:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01497e8. 00000400:00000200:3.0:1773941493.007676:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8ff00 00000400:00000010:3.0:1773941493.007677:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8ff00. 00000100:00000001:3.0:1773941493.007678:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007679:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007682:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007683:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1773941493.007684:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007684:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007685:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007686:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149268. 00000400:00000200:3.0:1773941493.007687:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8fd80 00000400:00000010:3.0:1773941493.007688:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8fd80. 00000100:00000001:3.0:1773941493.007689:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007690:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007693:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007694:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1773941493.007694:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007696:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007697:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007698:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149a50. 00000400:00000200:3.0:1773941493.007700:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8fa80 00000400:00000010:3.0:1773941493.007702:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8fa80. 00000100:00000001:3.0:1773941493.007703:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007704:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007708:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007710:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1773941493.007711:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007713:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007714:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007715:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01492c0. 00000400:00000200:3.0:1773941493.007717:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8fcc0 00000400:00000010:3.0:1773941493.007719:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8fcc0. 00000100:00000001:3.0:1773941493.007721:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007727:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007732:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007734:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1773941493.007736:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007739:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007740:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007742:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149d68. 00000400:00000200:3.0:1773941493.007744:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f300 00000400:00000010:3.0:1773941493.007746:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f300. 00000100:00000001:3.0:1773941493.007749:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007750:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007754:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007756:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1773941493.007758:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007759:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007761:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007762:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149f78. 00000400:00000200:3.0:1773941493.007764:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8fb40 00000400:00000010:3.0:1773941493.007766:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8fb40. 00000100:00000001:3.0:1773941493.007768:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007769:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007773:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007775:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1773941493.007777:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007778:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007779:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007780:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149318. 00000400:00000200:3.0:1773941493.007781:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f9c0 00000400:00000010:3.0:1773941493.007782:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f9c0. 00000100:00000001:3.0:1773941493.007784:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007785:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007789:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007790:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1773941493.007792:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007793:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007794:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007796:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149898. 00000400:00000200:3.0:1773941493.007798:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f0c0 00000400:00000010:3.0:1773941493.007805:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f0c0. 00000100:00000001:3.0:1773941493.007808:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007809:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007814:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007815:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1773941493.007817:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007819:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007820:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007822:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149bb0. 00000400:00000200:3.0:1773941493.007824:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f900 00000400:00000010:3.0:1773941493.007826:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f900. 00000100:00000001:3.0:1773941493.007828:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007830:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007834:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007836:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1773941493.007837:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007839:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007840:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007842:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149000. 00000400:00000200:3.0:1773941493.007844:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09387c8f6c0 00000400:00000010:3.0:1773941493.007846:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09387c8f6c0. 00000100:00000001:3.0:1773941493.007847:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007848:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007853:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007855:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1773941493.007856:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007858:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007859:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007860:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149b58. 00000400:00000200:3.0:1773941493.007862:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a300 00000400:00000010:3.0:1773941493.007863:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a300. 00000100:00000001:3.0:1773941493.007864:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007865:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007868:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007869:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1773941493.007870:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007871:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007876:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007877:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149370. 00000400:00000200:3.0:1773941493.007879:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a240 00000400:00000010:3.0:1773941493.007880:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a240. 00000100:00000001:3.0:1773941493.007881:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007882:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007885:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007887:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1773941493.007888:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007889:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007890:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007891:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3aa8. 00000400:00000200:3.0:1773941493.007892:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3ab40 00000400:00000010:3.0:1773941493.007893:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3ab40. 00000100:00000001:3.0:1773941493.007894:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007895:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007897:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007898:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1773941493.007899:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007900:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007901:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007902:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3840. 00000400:00000200:3.0:1773941493.007903:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a480 00000400:00000010:3.0:1773941493.007904:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a480. 00000100:00000001:3.0:1773941493.007905:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007905:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007908:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007909:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1773941493.007910:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007911:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007911:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007912:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa34d0. 00000400:00000200:3.0:1773941493.007913:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a3c0 00000400:00000010:3.0:1773941493.007914:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a3c0. 00000100:00000001:3.0:1773941493.007915:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007916:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007918:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007919:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1773941493.007923:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007924:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007925:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007926:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa39a0. 00000400:00000200:3.0:1773941493.007927:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a600 00000400:00000010:3.0:1773941493.007929:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a600. 00000100:00000001:3.0:1773941493.007930:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007930:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007933:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007934:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1773941493.007935:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007936:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007936:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007937:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3948. 00000400:00000200:3.0:1773941493.007938:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3ae40 00000400:00000010:3.0:1773941493.007939:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3ae40. 00000100:00000001:3.0:1773941493.007941:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007941:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007944:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007945:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1773941493.007945:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007946:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007947:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007948:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3c08. 00000400:00000200:3.0:1773941493.007949:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a000 00000400:00000010:3.0:1773941493.007950:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a000. 00000100:00000001:3.0:1773941493.007951:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007952:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007955:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007956:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1773941493.007958:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007959:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007960:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007962:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3688. 00000400:00000200:3.0:1773941493.007964:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3ad80 00000400:00000010:3.0:1773941493.007965:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3ad80. 00000100:00000001:3.0:1773941493.007967:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007968:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007977:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007979:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1773941493.007980:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.007982:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.007984:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.007985:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3580. 00000400:00000200:3.0:1773941493.007987:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a840 00000400:00000010:3.0:1773941493.007989:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a840. 00000100:00000001:3.0:1773941493.007991:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.007993:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.007997:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.007999:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1773941493.008001:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008003:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008004:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008006:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa31b8. 00000400:00000200:3.0:1773941493.008008:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a9c0 00000400:00000010:3.0:1773941493.008010:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a9c0. 00000100:00000001:3.0:1773941493.008012:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008013:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008016:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008017:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1773941493.008018:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008019:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008020:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008021:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3e70. 00000400:00000200:3.0:1773941493.008022:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3ac00 00000400:00000010:3.0:1773941493.008024:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3ac00. 00000100:00000001:3.0:1773941493.008025:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008025:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008028:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008029:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1773941493.008030:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008031:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008031:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008032:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3210. 00000400:00000200:3.0:1773941493.008033:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a6c0 00000400:00000010:3.0:1773941493.008034:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a6c0. 00000100:00000001:3.0:1773941493.008040:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008041:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008044:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008045:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1773941493.008046:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008047:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008048:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008049:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa37e8. 00000400:00000200:3.0:1773941493.008050:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3af00 00000400:00000010:3.0:1773941493.008051:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3af00. 00000100:00000001:3.0:1773941493.008052:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008053:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008055:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008056:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1773941493.008057:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008059:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008060:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008061:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3268. 00000400:00000200:3.0:1773941493.008063:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a0c0 00000400:00000010:3.0:1773941493.008065:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a0c0. 00000100:00000001:3.0:1773941493.008067:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008069:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008073:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008074:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1773941493.008076:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008078:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008079:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008080:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3a50. 00000400:00000200:3.0:1773941493.008081:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a780 00000400:00000010:3.0:1773941493.008082:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a780. 00000100:00000001:3.0:1773941493.008084:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008085:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008088:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008089:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1773941493.008090:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008091:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008092:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008093:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa32c0. 00000400:00000200:3.0:1773941493.008099:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3a900 00000400:00000010:3.0:1773941493.008101:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3a900. 00000100:00000001:3.0:1773941493.008104:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008105:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008110:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008111:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1773941493.008113:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008114:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008115:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008117:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3d68. 00000400:00000200:3.0:1773941493.008119:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09384f3acc0 00000400:00000010:3.0:1773941493.008121:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09384f3acc0. 00000100:00000001:3.0:1773941493.008123:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008124:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008129:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008130:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1773941493.008132:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008133:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008134:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008136:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3f78. 00000400:00000200:3.0:1773941493.008138:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389eec0c0 00000400:00000010:3.0:1773941493.008140:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09389eec0c0. 00000100:00000001:3.0:1773941493.008142:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008144:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008148:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008150:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1773941493.008151:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008153:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008154:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008156:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3318. 00000400:00000200:3.0:1773941493.008158:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea480 00000400:00000010:3.0:1773941493.008160:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea480. 00000100:00000001:3.0:1773941493.008162:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008163:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008166:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008167:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1773941493.008168:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008175:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008176:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008177:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3898. 00000400:00000200:3.0:1773941493.008179:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aeaf00 00000400:00000010:3.0:1773941493.008180:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aeaf00. 00000100:00000001:3.0:1773941493.008181:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008182:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008185:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008186:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1773941493.008187:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008188:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008189:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008190:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3bb0. 00000400:00000200:3.0:1773941493.008191:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea900 00000400:00000010:3.0:1773941493.008192:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea900. 00000100:00000001:3.0:1773941493.008193:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008194:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008196:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008197:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1773941493.008198:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008199:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008200:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008201:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3000. 00000400:00000200:3.0:1773941493.008202:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea0c0 00000400:00000010:3.0:1773941493.008203:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea0c0. 00000100:00000001:3.0:1773941493.008204:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008204:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008207:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008208:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1773941493.008209:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008210:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008210:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008211:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3b58. 00000400:00000200:3.0:1773941493.008212:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea180 00000400:00000010:3.0:1773941493.008213:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea180. 00000100:00000001:3.0:1773941493.008214:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008215:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008217:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008221:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1773941493.008222:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008223:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008224:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008225:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3370. 00000400:00000200:3.0:1773941493.008226:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea000 00000400:00000010:3.0:1773941493.008227:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea000. 00000100:00000001:3.0:1773941493.008229:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008229:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008232:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008233:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1773941493.008234:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008235:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008235:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008237:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa33c8. 00000400:00000200:3.0:1773941493.008238:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aeacc0 00000400:00000010:3.0:1773941493.008240:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aeacc0. 00000100:00000001:3.0:1773941493.008242:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008243:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008247:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008248:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1773941493.008250:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008251:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008252:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008254:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3738. 00000400:00000200:3.0:1773941493.008256:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aeae40 00000400:00000010:3.0:1773941493.008257:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aeae40. 00000100:00000001:3.0:1773941493.008259:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008260:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008264:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008266:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1773941493.008268:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008269:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008270:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008272:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3b00. 00000400:00000200:3.0:1773941493.008274:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea300 00000400:00000010:3.0:1773941493.008276:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea300. 00000100:00000001:3.0:1773941493.008278:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008284:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008289:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008291:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1773941493.008293:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008295:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008296:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008298:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3e18. 00000400:00000200:3.0:1773941493.008301:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea3c0 00000400:00000010:3.0:1773941493.008303:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea3c0. 00000100:00000001:3.0:1773941493.008304:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008305:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008307:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008309:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1773941493.008310:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008311:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008311:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008312:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3c60. 00000400:00000200:3.0:1773941493.008313:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48e40 00000400:00000010:3.0:1773941493.008314:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48e40. 00000100:00000001:3.0:1773941493.008316:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008317:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008319:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008320:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1773941493.008321:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008322:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008322:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008323:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa38f0. 00000400:00000200:3.0:1773941493.008324:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48840 00000400:00000010:3.0:1773941493.008325:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48840. 00000100:00000001:3.0:1773941493.008326:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008327:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008330:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008331:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1773941493.008331:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008332:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008333:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008334:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3cb8. 00000400:00000200:3.0:1773941493.008335:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e483c0 00000400:00000010:3.0:1773941493.008340:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e483c0. 00000100:00000001:3.0:1773941493.008341:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008342:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008345:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008346:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1773941493.008347:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008348:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008349:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008350:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3dc0. 00000400:00000200:3.0:1773941493.008351:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48cc0 00000400:00000010:3.0:1773941493.008352:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48cc0. 00000100:00000001:3.0:1773941493.008353:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008354:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008357:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008358:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1773941493.008359:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008361:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008362:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008363:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3420. 00000400:00000200:3.0:1773941493.008365:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48a80 00000400:00000010:3.0:1773941493.008367:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48a80. 00000100:00000001:3.0:1773941493.008368:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008370:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008373:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008375:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1773941493.008376:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008378:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008379:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008380:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3108. 00000400:00000200:3.0:1773941493.008382:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48180 00000400:00000010:3.0:1773941493.008384:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48180. 00000100:00000001:3.0:1773941493.008386:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008387:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008392:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008393:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1773941493.008395:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008397:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008403:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008405:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3528. 00000400:00000200:3.0:1773941493.008407:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48480 00000400:00000010:3.0:1773941493.008409:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48480. 00000100:00000001:3.0:1773941493.008412:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008413:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008418:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008420:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1773941493.008422:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008423:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008424:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008426:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3630. 00000400:00000200:3.0:1773941493.008427:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e480c0 00000400:00000010:3.0:1773941493.008429:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e480c0. 00000100:00000001:3.0:1773941493.008430:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008431:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008434:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008435:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1773941493.008436:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008437:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008438:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008438:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3790. 00000400:00000200:3.0:1773941493.008439:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48780 00000400:00000010:3.0:1773941493.008440:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48780. 00000100:00000001:3.0:1773941493.008441:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008442:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008445:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008446:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1773941493.008446:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008447:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008448:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008449:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa30b0. 00000400:00000200:3.0:1773941493.008450:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48f00 00000400:00000010:3.0:1773941493.008451:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48f00. 00000100:00000001:3.0:1773941493.008452:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008453:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008455:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008456:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1773941493.008461:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008463:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008463:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008465:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3d10. 00000400:00000200:3.0:1773941493.008466:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e486c0 00000400:00000010:3.0:1773941493.008467:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e486c0. 00000100:00000001:3.0:1773941493.008468:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008469:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008472:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008472:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1773941493.008473:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008474:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008475:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008476:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa35d8. 00000400:00000200:3.0:1773941493.008477:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48c00 00000400:00000010:3.0:1773941493.008478:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48c00. 00000100:00000001:3.0:1773941493.008479:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008480:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008482:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008483:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1773941493.008484:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008485:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008486:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008486:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3f20. 00000400:00000200:3.0:1773941493.008487:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48b40 00000400:00000010:3.0:1773941493.008488:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48b40. 00000100:00000001:3.0:1773941493.008489:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008490:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008493:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008494:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1773941493.008494:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008495:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008496:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008497:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa36e0. 00000400:00000200:3.0:1773941493.008498:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48300 00000400:00000010:3.0:1773941493.008499:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48300. 00000100:00000001:3.0:1773941493.008500:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008501:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008506:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008507:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1773941493.008508:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008510:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008511:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008512:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3058. 00000400:00000200:3.0:1773941493.008513:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48900 00000400:00000010:3.0:1773941493.008514:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48900. 00000100:00000001:3.0:1773941493.008515:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008515:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008518:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008519:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1773941493.008520:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008521:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008521:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008522:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3160. 00000400:00000200:3.0:1773941493.008523:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48540 00000400:00000010:3.0:1773941493.008524:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48540. 00000100:00000001:3.0:1773941493.008525:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008526:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008528:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008529:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1773941493.008530:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008531:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008532:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008533:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa3478. 00000400:00000200:3.0:1773941493.008534:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383299840 00000400:00000010:3.0:1773941493.008535:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383299840. 00000100:00000001:3.0:1773941493.008537:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008537:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008540:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008541:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1773941493.008542:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941493.008542:0:14222:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.008543:0:14222:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.008544:0:14222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382fa39f8. 00000400:00000200:3.0:1773941493.008545:0:14222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383299a80 00000400:00000010:3.0:1773941493.008546:0:14222:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383299a80. 00000100:00000001:3.0:1773941493.008551:0:14222:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941493.008552:0:14222:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941493.008571:0:14222:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941493.008574:0:14222:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941493.008575:0:14222:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1773941493.008940:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008942:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008944:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008944:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008945:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008946:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008947:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008948:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008949:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008950:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008951:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008951:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008952:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008953:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008954:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008954:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008956:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008957:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008958:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008959:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008960:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008961:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008963:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008963:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008965:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008966:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008967:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008968:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008970:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008971:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008972:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008973:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008975:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008976:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008977:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008984:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008986:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008987:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008988:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008989:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008991:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008992:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008994:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008995:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008996:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.008997:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.008999:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009000:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009002:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009003:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009005:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009006:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009007:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009009:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009010:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009011:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009013:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009014:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009015:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009016:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009017:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009018:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009019:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009020:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009021:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009022:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009023:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009023:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009024:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009025:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009026:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009026:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009027:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009028:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009029:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009033:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009034:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009035:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009036:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009037:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009038:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009038:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009039:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009040:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009041:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009041:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009042:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009043:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009044:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009044:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009045:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009046:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009046:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009047:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009048:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009049:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009049:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009050:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009051:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009051:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009052:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009053:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009054:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009054:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009055:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009056:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009057:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009057:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009058:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009059:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009060:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009060:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009061:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009062:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009062:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009065:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009067:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009067:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009068:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009069:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009070:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009071:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009071:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009072:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009073:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009074:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009074:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009075:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941493.009078:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383880000. 00000100:00000010:3.0:1773941493.009081:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09399549000. 00000100:00000010:3.0:1773941493.009083:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383882000. 00000100:00000010:3.0:1773941493.009084:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939954a800. 00000100:00000010:3.0:1773941493.009086:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383884000. 00000100:00000010:3.0:1773941493.009087:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09399548400. 00000100:00000010:3.0:1773941493.009089:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383886000. 00000100:00000010:3.0:1773941493.009090:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09399548c00. 00000100:00000010:3.0:1773941493.009092:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09387dc4000. 00000100:00000010:3.0:1773941493.009095:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09399548000. 00000100:00000010:3.0:1773941493.009098:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09387dc6000. 00000100:00000010:3.0:1773941493.009100:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09399549800. 00000100:00000010:3.0:1773941493.009103:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399686000. 00000100:00000010:3.0:1773941493.009106:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09399548800. 00000100:00000010:3.0:1773941493.009109:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399682000. 00000100:00000010:3.0:1773941493.009111:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939954a400. 00000100:00000010:3.0:1773941493.009114:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399680000. 00000100:00000010:3.0:1773941493.009116:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939954b400. 00000100:00000010:3.0:1773941493.009119:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399684000. 00000100:00000010:3.0:1773941493.009121:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939954b800. 00000100:00000010:3.0:1773941493.009124:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939969e000. 00000100:00000010:3.0:1773941493.009127:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939954bc00. 00000100:00000010:3.0:1773941493.009134:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939969a000. 00000100:00000010:3.0:1773941493.009137:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2040c00. 00000100:00000010:3.0:1773941493.009140:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399698000. 00000100:00000010:3.0:1773941493.009142:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2041400. 00000100:00000010:3.0:1773941493.009145:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939969c000. 00000100:00000010:3.0:1773941493.009148:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2042c00. 00000100:00000010:3.0:1773941493.009151:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399694000. 00000100:00000010:3.0:1773941493.009155:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2041800. 00000100:00000010:3.0:1773941493.009157:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399696000. 00000100:00000010:3.0:1773941493.009160:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2043400. 00000100:00000010:3.0:1773941493.009162:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399692000. 00000100:00000010:3.0:1773941493.009166:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2042800. 00000100:00000010:3.0:1773941493.009168:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399690000. 00000100:00000010:3.0:1773941493.009170:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093817fd400. 00000100:00000010:3.0:1773941493.009172:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939968e000. 00000100:00000010:3.0:1773941493.009187:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0e15c00. 00000100:00000010:3.0:1773941493.009189:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939968a000. 00000100:00000010:3.0:1773941493.009191:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0e15000. 00000100:00000010:3.0:1773941493.009192:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09399688000. 00000100:00000010:3.0:1773941493.009194:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093995d8800. 00000100:00000010:3.0:1773941493.009200:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939968c000. 00000100:00000010:3.0:1773941493.009202:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939a5ccc00. 00000100:00000010:3.0:1773941493.009204:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382af8000. 00000100:00000010:3.0:1773941493.009206:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939a5cc800. 00000100:00000010:3.0:1773941493.009207:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383c08000. 00000100:00000010:3.0:1773941493.009210:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939a5cfc00. 00000100:00000010:3.0:1773941493.009211:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383c0a000. 00000100:00000010:3.0:1773941493.009214:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e98c00. 00000100:00000010:3.0:1773941493.009216:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383c0e000. 00000100:00000010:3.0:1773941493.009217:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e9b400. 00000100:00000010:3.0:1773941493.009219:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a012c000. 00000100:00000010:3.0:1773941493.009224:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e9bc00. 00000100:00000010:3.0:1773941493.009226:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0128000. 00000100:00000010:3.0:1773941493.009231:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e98400. 00000100:00000010:3.0:1773941493.009232:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a012a000. 00000100:00000010:3.0:1773941493.009234:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e9a800. 00000100:00000010:3.0:1773941493.009236:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a012e000. 00000100:00000010:3.0:1773941493.009238:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e99800. 00000100:00000010:3.0:1773941493.009241:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390426000. 00000100:00000010:3.0:1773941493.009245:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e99c00. 00000100:00000010:3.0:1773941493.009247:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390424000. 00000100:00000010:3.0:1773941493.009250:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e9ac00. 00000100:00000010:3.0:1773941493.009253:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390420000. 00000100:00000010:3.0:1773941493.009255:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e98800. 00000100:00000010:3.0:1773941493.009258:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390422000. 00000100:00000010:3.0:1773941493.009260:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e9b800. 00000100:00000010:3.0:1773941493.009263:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382e24000. 00000100:00000010:3.0:1773941493.009266:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09382e99400. 00000100:00000010:3.0:1773941493.009268:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382e20000. 00000100:00000010:3.0:1773941493.009270:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093853ba400. 00000100:00000010:3.0:1773941493.009273:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382e22000. 00000100:00000010:3.0:1773941493.009276:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093853b8c00. 00000100:00000010:3.0:1773941493.009279:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382e26000. 00000100:00000010:3.0:1773941493.009282:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093853bbc00. 00000100:00000010:3.0:1773941493.009284:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939810a000. 00000100:00000010:3.0:1773941493.009302:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f78c00. 00000100:00000010:3.0:1773941493.009305:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939810e000. 00000100:00000010:3.0:1773941493.009307:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f7b800. 00000100:00000010:3.0:1773941493.009308:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939810c000. 00000100:00000010:3.0:1773941493.009310:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f79800. 00000100:00000010:3.0:1773941493.009312:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398108000. 00000100:00000010:3.0:1773941493.009314:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f7bc00. 00000100:00000010:3.0:1773941493.009315:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0bf4000. 00000100:00000010:3.0:1773941493.009318:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f7ac00. 00000100:00000010:3.0:1773941493.009319:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0bf0000. 00000100:00000010:3.0:1773941493.009321:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f79400. 00000100:00000010:3.0:1773941493.009326:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0bf2000. 00000100:00000010:3.0:1773941493.009329:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f78400. 00000100:00000010:3.0:1773941493.009330:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0bf6000. 00000100:00000010:3.0:1773941493.009332:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f7a400. 00000100:00000010:3.0:1773941493.009333:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09385318000. 00000100:00000010:3.0:1773941493.009336:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f78800. 00000100:00000010:3.0:1773941493.009337:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938531a000. 00000100:00000010:3.0:1773941493.009339:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f7b400. 00000100:00000010:3.0:1773941493.009341:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938531e000. 00000100:00000010:3.0:1773941493.009343:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f7a800. 00000100:00000010:3.0:1773941493.009344:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938531c000. 00000100:00000010:3.0:1773941493.009346:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f79000. 00000100:00000010:3.0:1773941493.009347:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388644000. 00000100:00000010:3.0:1773941493.009384:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f7b000. 00000100:00000010:3.0:1773941493.009388:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388640000. 00000100:00000010:3.0:1773941493.009391:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f78000. 00000100:00000010:3.0:1773941493.009394:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388642000. 00000100:00000010:3.0:1773941493.009397:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f7a000. 00000100:00000010:3.0:1773941493.009399:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388646000. 00000100:00000010:3.0:1773941493.009402:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040c000. 00000100:00000010:3.0:1773941493.009405:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0618000. 00000100:00000010:3.0:1773941493.009408:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040e800. 00000100:00000010:3.0:1773941493.009411:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a061a000. 00000100:00000010:3.0:1773941493.009413:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040f400. 00000100:00000010:3.0:1773941493.009416:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a061e000. 00000100:00000010:3.0:1773941493.009418:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040fc00. 00000100:00000010:3.0:1773941493.009421:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a061c000. 00000100:00000010:3.0:1773941493.009423:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040c400. 00000100:00000010:3.0:1773941493.009426:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388688000. 00000100:00000010:3.0:1773941493.009428:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040d800. 00000100:00000010:3.0:1773941493.009429:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938868a000. 00000100:00000010:3.0:1773941493.009431:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040ec00. 00000100:00000010:3.0:1773941493.009434:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938868e000. 00000100:00000010:3.0:1773941493.009440:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040c800. 00000100:00000010:3.0:1773941493.009443:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938868c000. 00000100:00000010:3.0:1773941493.009445:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040f800. 00000100:00000010:3.0:1773941493.009447:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093862b8000. 00000100:00000010:3.0:1773941493.009459:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040d400. 00000100:00000010:3.0:1773941493.009461:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093862ba000. 00000100:00000010:3.0:1773941493.009463:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040cc00. 00000100:00000010:3.0:1773941493.009481:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa09389c81800. 00000100:00000010:3.0:1773941493.009483:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa09382d29000. 00000100:00000010:3.0:1773941493.009485:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0938628f800. 00000100:00000001:3.0:1773941493.009487:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009488:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009489:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009490:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009491:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009492:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009493:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009494:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009494:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009495:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009496:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009497:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009497:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009498:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009499:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009500:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009501:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009501:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009502:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009503:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009503:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009504:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009505:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009506:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009506:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009507:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009508:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009509:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009513:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009514:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009514:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009516:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009517:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009517:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009518:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009519:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009520:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009520:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009521:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009522:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009523:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009523:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009525:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009525:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009526:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009527:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009528:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009528:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009529:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009530:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009530:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009531:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009532:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009533:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009533:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009534:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009535:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009535:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009536:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009537:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009538:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009538:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009539:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009540:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009541:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009541:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009542:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009543:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009546:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009547:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009548:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009549:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009550:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009550:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009551:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009552:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009569:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009571:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009572:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009573:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009575:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009576:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009598:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009599:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009601:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009603:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009604:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009606:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009608:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009609:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009612:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009614:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009616:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009618:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009621:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009623:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009624:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009626:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009626:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009627:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009629:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009630:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009631:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009631:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009632:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009633:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009634:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009635:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009641:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009642:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009643:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009643:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009644:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009645:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009646:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009646:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009647:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009648:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009649:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009649:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009650:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009651:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009651:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009652:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009653:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009654:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941493.009654:0:14222:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941493.009655:0:14222:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941493.009657:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093862be000. 00000100:00000010:3.0:1773941493.009660:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040d000. 00000100:00000010:3.0:1773941493.009661:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093862bc000. 00000100:00000010:3.0:1773941493.009663:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040f000. 00000100:00000010:3.0:1773941493.009665:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398192000. 00000100:00000010:3.0:1773941493.009668:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040e000. 00000100:00000010:3.0:1773941493.009669:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398196000. 00000100:00000010:3.0:1773941493.009671:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939040dc00. 00000100:00000010:3.0:1773941493.009672:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398194000. 00000100:00000010:3.0:1773941493.009674:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a018bc00. 00000100:00000010:3.0:1773941493.009675:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398190000. 00000100:00000010:3.0:1773941493.009677:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0188400. 00000100:00000010:3.0:1773941493.009679:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981ce000. 00000100:00000010:3.0:1773941493.009681:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0189800. 00000100:00000010:3.0:1773941493.009682:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981cc000. 00000100:00000010:3.0:1773941493.009684:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a018ac00. 00000100:00000010:3.0:1773941493.009686:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981c8000. 00000100:00000010:3.0:1773941493.009691:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0188800. 00000100:00000010:3.0:1773941493.009693:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981ca000. 00000100:00000010:3.0:1773941493.009697:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a018b800. 00000100:00000010:3.0:1773941493.009700:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388632000. 00010000:00000010:1.1:1773941493.009732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381516400. 00000100:00000010:3.0:1773941493.009733:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0189400. 00000100:00000010:3.0:1773941493.009741:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388636000. 00010000:00000010:1.1:1773941493.009742:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51f00. 00000100:00000010:3.0:1773941493.009746:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0188c00. 00000100:00000010:3.0:1773941493.009751:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388634000. 00000100:00000010:3.0:1773941493.009755:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a018a400. 00000100:00000010:3.0:1773941493.009758:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388630000. 00000100:00000010:3.0:1773941493.009762:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0189000. 00000100:00000010:3.0:1773941493.009765:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390472000. 00000100:00000010:3.0:1773941493.009769:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a018b000. 00000100:00000010:3.0:1773941493.009771:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390476000. 00000100:00000010:3.0:1773941493.009773:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a018a000. 00000100:00000010:3.0:1773941493.009775:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390474000. 00000100:00000010:3.0:1773941493.009777:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0189c00. 00000100:00000010:3.0:1773941493.009778:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390470000. 00000100:00000010:3.0:1773941493.009781:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0188000. 00000100:00000010:3.0:1773941493.009782:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093886f4000. 00000100:00000010:3.0:1773941493.009786:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a018a800. 00000100:00000010:3.0:1773941493.009790:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093886f0000. 00000100:00000010:3.0:1773941493.009794:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a018b400. 00000100:00000010:3.0:1773941493.009798:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093886f2000. 00000100:00000010:3.0:1773941493.009803:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3dc00. 00000100:00000010:3.0:1773941493.009816:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093886f6000. 00000100:00000010:3.0:1773941493.009820:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3c000. 00000100:00000010:3.0:1773941493.009824:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996ca000. 00000100:00000010:3.0:1773941493.009845:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3e800. 00000100:00000010:3.0:1773941493.009847:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996ce000. 00000100:00000010:3.0:1773941493.009849:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3f400. 00000100:00000010:3.0:1773941493.009851:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996cc000. 00000100:00000010:3.0:1773941493.009852:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3fc00. 00000100:00000010:3.0:1773941493.009858:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996c8000. 00000100:00000010:3.0:1773941493.009859:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3c400. 00000100:00000010:3.0:1773941493.009861:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938339c000. 00000100:00000010:3.0:1773941493.009863:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3d800. 00000100:00000010:3.0:1773941493.009864:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383398000. 00000100:00000010:3.0:1773941493.009866:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3ec00. 00000100:00000010:3.0:1773941493.009867:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938339a000. 00000100:00000010:3.0:1773941493.009868:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3c800. 00000100:00000010:3.0:1773941493.009870:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938339e000. 00000100:00000010:3.0:1773941493.009871:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3f800. 00000100:00000010:3.0:1773941493.009873:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0192000. 00000100:00000010:3.0:1773941493.009876:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3d400. 00000100:00000010:3.0:1773941493.009877:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0196000. 00000100:00000010:3.0:1773941493.009879:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3cc00. 00000100:00000010:3.0:1773941493.009880:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0194000. 00000100:00000010:3.0:1773941493.009881:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3e400. 00000100:00000010:3.0:1773941493.009883:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0190000. 00000100:00000010:3.0:1773941493.009884:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3d000. 00000100:00000010:3.0:1773941493.009886:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388506000. 00000100:00000010:3.0:1773941493.009897:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3f000. 00000100:00000010:3.0:1773941493.009898:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388504000. 00000100:00000010:3.0:1773941493.009900:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f3e000. 00000100:00000010:3.0:1773941493.009902:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388500000. 00000100:00000010:3.0:1773941493.009903:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dc000. 00000100:00000010:3.0:1773941493.009905:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388502000. 00000100:00000010:3.0:1773941493.009907:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981de800. 00000100:00000010:3.0:1773941493.009909:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981a8000. 00000100:00000010:3.0:1773941493.009911:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981df400. 00000100:00000010:3.0:1773941493.009913:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981aa000. 00000100:00000010:3.0:1773941493.009915:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dfc00. 00000100:00000010:3.0:1773941493.009916:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981ae000. 00000100:00000010:3.0:1773941493.009918:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dc400. 00000100:00000010:3.0:1773941493.009919:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981ac000. 00000100:00000010:3.0:1773941493.009924:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dd800. 00000100:00000010:3.0:1773941493.009925:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390234000. 00000100:00000010:3.0:1773941493.009928:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dec00. 00000100:00000010:3.0:1773941493.009929:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390230000. 00000100:00000010:3.0:1773941493.009932:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dc800. 00000100:00000010:3.0:1773941493.009933:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390232000. 00000100:00000010:3.0:1773941493.009935:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981df800. 00000100:00000010:3.0:1773941493.009936:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390236000. 00000100:00000010:3.0:1773941493.009938:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dd400. 00000100:00000010:3.0:1773941493.009940:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093902ba000. 00000100:00000010:3.0:1773941493.009951:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dcc00. 00000100:00000010:3.0:1773941493.009952:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093902be000. 00000100:00000010:3.0:1773941493.009954:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981de400. 00000100:00000010:3.0:1773941493.009956:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093902bc000. 00000100:00000010:3.0:1773941493.009959:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981dd000. 00000100:00000010:3.0:1773941493.009962:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093902b8000. 00000100:00000010:3.0:1773941493.009965:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981df000. 00000100:00000010:3.0:1773941493.009967:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390220000. 00000100:00000010:3.0:1773941493.009970:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981de000. 00000100:00000010:3.0:1773941493.009972:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390222000. 00000100:00000010:3.0:1773941493.009975:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093981ddc00. 00000100:00000010:3.0:1773941493.009977:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390226000. 00000100:00000010:3.0:1773941493.009981:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f1000. 00000100:00000010:3.0:1773941493.009984:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390224000. 00000100:00000010:3.0:1773941493.009986:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f3000. 00000100:00000010:3.0:1773941493.009990:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390290000. 00000100:00000010:3.0:1773941493.009993:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f2000. 00000100:00000010:3.0:1773941493.009996:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390292000. 00000100:00000010:3.0:1773941493.009999:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f1c00. 00000100:00000010:3.0:1773941493.010002:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390296000. 00000100:00000010:3.0:1773941493.010005:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f0000. 00000100:00000010:3.0:1773941493.010007:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390294000. 00000100:00000010:3.0:1773941493.010010:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f2800. 00000100:00000010:3.0:1773941493.010016:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0106000. 00000100:00000010:3.0:1773941493.010029:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f3400. 00000100:00000010:3.0:1773941493.010031:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0104000. 00000100:00000010:3.0:1773941493.010033:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f3c00. 00000100:00000010:3.0:1773941493.010034:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0100000. 00000100:00000010:3.0:1773941493.010036:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f0400. 00000100:00000010:3.0:1773941493.010037:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0102000. 00000100:00000010:3.0:1773941493.010039:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f1800. 00000100:00000010:3.0:1773941493.010040:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a01ee000. 00000100:00000010:3.0:1773941493.010043:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f2c00. 00000100:00000010:3.0:1773941493.010044:0:14222:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a01ec000. 00000100:00000010:3.0:1773941493.010046:0:14222:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093891f0800. 00000100:00000010:3.0:1773941493.010048:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa093854ac800. 00000100:00000010:3.0:1773941493.010049:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0939819b800. 00000100:00000010:3.0:1773941493.010051:0:14222:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0939819d800. 00000100:00000001:3.0:1773941493.010053:0:14222:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941493.010054:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010056:0:14222:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941493.010057:0:14222:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941493.010058:0:14222:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09398f56e00. 00000100:00000001:3.0:1773941493.010060:0:14222:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941493.010062:0:14222:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.010063:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010064:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168d80. 00000100:00000001:3.0:1773941493.010066:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010067:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010068:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168c00. 00000100:00000001:3.0:1773941493.010069:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010070:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010071:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093891680c0. 00000100:00000001:3.0:1773941493.010073:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010073:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010074:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168cc0. 00000100:00000001:3.0:1773941493.010076:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010076:0:14222:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941493.010077:0:14222:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941493.010078:0:14222:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09398f56f80. 00000100:00000001:3.0:1773941493.010082:0:14222:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941493.010083:0:14222:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.010084:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010085:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093891686c0. 00000100:00000001:3.0:1773941493.010086:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010087:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010088:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168e40. 00000100:00000001:3.0:1773941493.010089:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010090:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010090:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168a80. 00000100:00000001:3.0:1773941493.010092:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010093:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010094:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168780. 00000100:00000010:3.0:1773941493.010096:0:14222:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffffa0939056c280. 00000100:00000001:3.0:1773941493.010098:0:14222:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:3.0:1773941493.010100:0:14222:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941493.010101:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010102:0:14222:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941493.010103:0:14222:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941493.010104:0:14222:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09398f56480. 00000100:00000001:3.0:1773941493.010106:0:14222:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941493.010108:0:14222:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.010110:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010111:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168480. 00000100:00000001:3.0:1773941493.010113:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010114:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010116:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093891683c0. 00000100:00000001:3.0:1773941493.010118:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010119:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010120:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168180. 00000100:00000001:3.0:1773941493.010122:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010123:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010124:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168b40. 00000100:00000001:3.0:1773941493.010127:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010128:0:14222:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941493.010129:0:14222:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941493.010131:0:14222:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09398f56140. 00000100:00000001:3.0:1773941493.010133:0:14222:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941493.010134:0:14222:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.010136:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010142:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093891689c0. 00000100:00000001:3.0:1773941493.010145:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010146:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010148:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168000. 00000100:00000001:3.0:1773941493.010150:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010151:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010152:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168300. 00000100:00000001:3.0:1773941493.010154:0:14222:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941493.010156:0:14222:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941493.010157:0:14222:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09389168540. 00000100:00000010:3.0:1773941493.010159:0:14222:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffffa0939056c580. 00000100:00000001:3.0:1773941493.010161:0:14222:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1773941493.010212:0:14222:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffffa09382e74000. 00000020:00000010:3.0:1773941493.010216:0:14222:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa093891f3800. 00000100:00000010:3.0:1773941493.010231:0:14222:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffffa09386acc000. 00000100:00000010:3.0:1773941493.010239:0:14222:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffffa09382e73000. 00000100:00000010:3.0:1773941493.010242:0:14222:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffffa09383f18000. 00000100:00000010:3.0:1773941493.010249:0:14222:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffffa09382e72000. 00000100:00000010:3.0:1773941493.010253:0:14222:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffffa0939954ac00. 00000100:00000010:3.0:1773941493.010255:0:14222:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffffa0939040e400. 00000100:00000010:3.0:1773941493.010262:0:14222:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffffa093881c7e00. 00000100:00000001:3.0:1773941493.010264:0:14222:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941493.010351:0:14148:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:2.0:1773941493.010354:0:14148:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941493.010368:0:14148:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f2b3c0. 00000020:00000010:2.0:1773941493.010376:0:14148:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09398f47600. 00000040:00000010:2.0:1773941493.010381:0:14148:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09398f47400. 00010000:00000010:3.0:1773941493.010382:0:14222:0:(ldlm_lockd.c:3586:ldlm_cleanup()) kfreed 'ldlm_state': 32 at ffffa09388ef9a80. 00000020:00000010:2.0:1773941493.010384:0:14148:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093854ab000. 00010000:00000001:3.0:1773941493.010388:0:14222:0:(ldlm_lockd.c:3589:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941493.010389:0:14148:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af5588. 00010000:00000001:3.0:1773941493.010394:0:14222:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00000020:00000010:2.0:1773941493.010395:0:14148:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09398f47e00. 00010000:00000010:3.0:1773941493.010400:0:14222:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffffa09383889000. 80000000:00000010:2.0:1773941493.010400:0:14148:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09385337120. 40000000:00000010:2.0:1773941493.010407:0:14148:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f2b000. 00010000:00000010:3.0:1773941493.010409:0:14222:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffffa0938388e000. 00100000:00000010:2.0:1773941493.010411:0:14148:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa093854ad800. 00010000:00000001:3.0:1773941493.010415:0:14222:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 10000000:00000010:3.0:1773941493.010418:0:14222:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at ffffa09398f2b780. 00040000:00000010:2.0:1773941493.010423:0:14148:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1300. 10000000:00000001:3.0:1773941493.010425:0:14222:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1773941493.010428:0:14148:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa093854aa000. 00000020:00000010:3.0:1773941493.010431:0:14222:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652200. 00040000:00000010:2.0:1773941493.010432:0:14148:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09398f46200. 00000040:00000010:3.0:1773941493.010437:0:14222:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09388652800. 00000004:00000010:2.0:1773941493.010438:0:14148:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa093854a9800. 00000020:00000010:3.0:1773941493.010443:0:14222:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09382d2f000. 00000004:00000010:2.0:1773941493.010444:0:14148:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb2000. 00000020:00000010:3.0:1773941493.010449:0:14222:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09388653600. 00000004:00000010:2.0:1773941493.010450:0:14148:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa093854aa800. 00040000:00000010:3.0:1773941493.010456:0:14222:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09399f20e00. 00002000:00000010:2.0:1773941493.010456:0:14148:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09390258800. 00000004:00000010:2.0:1773941493.010459:0:14148:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa0939025a000. 00040000:00000010:3.0:1773941493.010467:0:14222:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09388653800. 00000020:00000010:2.0:1773941493.010467:0:14148:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09398f46c00. 00000020:00000010:3.0:1773941493.010473:0:14222:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653a00. 00010000:00000001:2.0:1773941493.010473:0:14148:0:(ldlm_lockd.c:290:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941493.010479:0:14222:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941493.010481:0:14222:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffffa093902c3370. 00000020:00000001:3.0:1773941493.010488:0:14222:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941493.010490:0:14222:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941493.010492:0:14222:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 72 at ffffa093981027e0. 00000020:00000001:3.0:1773941493.010495:0:14222:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941493.010499:0:14222:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941493.010501:0:14222:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1773941493.010503:0:14222:0:(obd_mount.c:724:lustre_put_lsi()) put ffffa093996f9800 1 00000020:00000001:3.0:1773941493.010504:0:14222:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:3.0:1773941493.010506:0:14222:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffffa093996fc800 00000020:00000010:3.0:1773941493.010509:0:14222:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at ffffa09388784580. 00000020:00000010:3.0:1773941493.010512:0:14222:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffffa09390c20500. 00000020:00000010:3.0:1773941493.010516:0:14222:0:(obd_mount.c:635:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at ffffa093887842a0. 00000020:00000010:3.0:1773941493.010519:0:14222:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffffa0938388c000. 00000020:00000010:3.0:1773941493.010521:0:14222:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffffa0938871d380. 00000020:00000010:3.0:1773941493.010522:0:14222:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffffa093996fc800. 00000020:00000001:3.0:1773941493.010524:0:14222:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941493.010526:0:14222:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941493.010527:0:14222:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941493.010529:0:14222:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:3.0:1773941493.010531:0:14222:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:3.0:1773941493.010533:0:14222:0:(llite_lib.c:1639:ll_put_super()) Process leaving 00000080:00000010:2.0:1773941493.064159:0:14253:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffffa0938871d300. 00000020:00000001:2.0:1773941493.064168:0:14253:0:(obd_mount.c:1366:lustre_parse_monolithic()) Process entered 00000020:00000010:2.0:1773941493.064173:0:14253:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffffa09399714000. 00000020:00000010:2.0:1773941493.064179:0:14253:0:(obd_mount.c:1096:lmd_parse_string()) kmalloced '(*handle)': 19 at ffffa09390656dc0. 00000020:00000010:2.0:1773941493.064183:0:14253:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 48 at ffffa09385498600. 00000020:00000010:2.0:1773941493.064187:0:14253:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffffa09390c20330. 00000020:01000004:2.0:1773941493.064189:0:14253:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:2.0:1773941493.064190:0:14253:0:(obd_mount.c:939:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1773941493.064191:0:14253:0:(obd_mount.c:940:lmd_print()) device: 192.168.202.146@tcp,192.168.202.156@tcp:/lustre 00000020:00000001:2.0:1773941493.064193:0:14253:0:(obd_mount.c:1686:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941493.064285:0:14253:0:(super25.c:131:lustre_fill_super()) Process entered 00000080:01200004:2.0:1773941493.064287:0:14253:0:(super25.c:132:lustre_fill_super()) VFS Op: sb ffffa09387c9b800 00000020:00000001:2.0:1773941493.064288:0:14253:0:(obd_mount.c:652:lustre_init_lsi()) Process entered 00000020:00000010:2.0:1773941493.064290:0:14253:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffffa09387c9d800. 00000020:00000001:2.0:1773941493.064292:0:14253:0:(obd_mount.c:673:lustre_init_lsi()) Process leaving (rc=18446639154231629824 : -104919477921792 : ffffa09387c9d800) 00000080:01000004:2.0:1773941493.064297:0:14253:0:(super25.c:169:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:2.0:1773941493.064298:0:14253:0:(obd_mount.c:302:lustre_start_mgc()) Process entered 00000020:00000010:2.0:1773941493.064308:0:14253:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffffa093a0632da0. 00000020:00000010:2.0:1773941493.064310:0:14253:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffffa0938914eb40. 00000020:01000004:2.0:1773941493.064313:0:14253:0:(obd_mount.c:423:lustre_start_mgc()) Start MGC 'MGC192.168.202.146@tcp' 00000020:00000001:2.0:1773941493.064316:0:14253:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.146@tcp 0xcf005 192.168.202.146@tcp (null) (null) (null) 00000020:00000010:2.0:1773941493.064319:0:14253:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffffa0939041fba0. 00000020:00000080:2.0:1773941493.064321:0:14253:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1773941493.064325:0:14253:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000100:00000010:2.0:1773941493.064328:0:14253:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffffa09387c95000. 00000100:00000040:2.0:1773941493.064335:0:14253:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.146@tcp 192.168.202.146@tcp cnt=1 00000400:00000200:2.0:1773941493.064337:0:14253:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773941493.064340:0:14253:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773941493.064342:0:14253:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941493.064346:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941493.064351:0:14253:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941493.064356:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941493.064362:0:14253:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941493.064364:0:14253:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941493.064366:0:14253:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000100:00000010:2.0:1773941493.064368:0:14253:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffffa09387c95000. 00000020:00000001:2.0:1773941493.064370:0:14253:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941493.064372:0:14253:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffffa0939041fba0. 00000020:00000001:2.0:1773941493.064375:0:14253:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.146@tcp 0xcf005 192.168.202.146@tcp (null) (null) (null) 00000020:00000010:2.0:1773941493.064377:0:14253:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffffa0939041fba0. 00000020:00000080:2.0:1773941493.064379:0:14253:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1773941493.064380:0:14253:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca9c (192.168.202.156@tcp) 00000100:00000010:2.0:1773941493.064382:0:14253:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffffa09387c95000. 00000100:00000040:2.0:1773941493.064384:0:14253:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.146@tcp 192.168.202.156@tcp cnt=2 00000400:00000200:2.0:1773941493.064385:0:14253:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:2.0:1773941493.064386:0:14253:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773941493.064388:0:14253:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.146@tcp 00000400:00000200:2.0:1773941493.064389:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941493.064391:0:14253:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.146@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941493.064392:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941493.064394:0:14253:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941493.064395:0:14253:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941493.064397:0:14253:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.146@tcp 00000400:00000200:2.0:1773941493.064398:0:14253:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 192.168.202.156@tcp 00000400:00000200:2.0:1773941493.064399:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1773941493.064402:0:14253:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at ffffa0938626fc00. 00000400:00000200:2.0:1773941493.064404:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941493.064406:0:14253:0:(peer.c:262:lnet_peer_alloc()) ffffa0938626fc00 nid 192.168.202.156@tcp 00000400:00000010:2.0:1773941493.064408:0:14253:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffffa0939041f1e0. 00000400:00000200:2.0:1773941493.064409:0:14253:0:(peer.c:202:lnet_peer_net_alloc()) ffffa0939041f1e0 net tcp 00000400:00000200:2.0:1773941493.064414:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1773941493.064416:0:14253:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffffa0938626e400. 00000400:00000200:2.0:1773941493.064419:0:14253:0:(peer.c:183:lnet_peer_ni_alloc()) ffffa0938626e400 nid 192.168.202.156@tcp 00000400:00000200:2.0:1773941493.064423:0:14253:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.156@tcp: -2 00000400:00000200:2.0:1773941493.064426:0:14253:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.156@tcp NID 192.168.202.156@tcp flags 0x1 00000400:00000200:2.0:1773941493.064429:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941493.064430:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941493.064442:0:14253:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.156@tcp: 0 00000400:00000200:2.0:1773941493.064443:0:14253:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1773941493.064444:0:14253:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941493.064446:0:14253:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.156@tcp NID 192.168.202.156@tcp: 0. pending discovery 00000100:00000010:2.0:1773941493.064448:0:14253:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffffa09387c95000. 00000020:00000001:2.0:1773941493.064449:0:14253:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941493.064451:0:14253:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffffa0939041fba0. 00000020:00000010:2.0:1773941493.064453:0:14253:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffffa09385498c00. 00000020:01000004:2.0:1773941493.064458:0:14253:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD MGC192.168.202.146@tcp (typ=mgc) 00000020:00000001:2.0:1773941493.064460:0:14253:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.146@tcp 0xcf001 mgc d0a345f7-236f-4283-8d0b-61189a46960a (null) (null) 00000020:00000010:2.0:1773941493.064462:0:14253:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at ffffa0938871df00. 00000020:00000080:2.0:1773941493.064464:0:14253:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1773941493.064466:0:14253:0:(obd_config.c:700:class_attach()) Process entered 00000400:00000200:3.0:1773941493.064467:0:2396:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1773941493.064468:0:14253:0:(genops.c:349:class_newdev()) Process entered 00000400:00000200:3.0:1773941493.064476:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.156@tcp(ffffa0938626fc00) state 0x41 00000020:00000010:2.0:1773941493.064477:0:14253:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffffa093885a19b8. 00000020:00000080:2.0:1773941493.064482:0:14253:0:(genops.c:412:class_newdev()) Allocate new device MGC192.168.202.146@tcp (ffffa093885a19b8) 00000400:00000010:3.0:1773941493.064483:0:2396:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffffa09386251e00. 00000020:00000001:2.0:1773941493.064484:0:14253:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1773941493.064490:0:14253:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09387c9c000. 00000400:00000010:3.0:1773941493.064491:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3f68. 00000020:00000001:2.0:1773941493.064493:0:14253:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941493.064497:0:14253:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09387c9c000 with handle 0x450ee06f069b0b75 to hash 00000020:00000001:2.0:1773941493.064499:0:14253:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000010:3.0:1773941493.064500:0:2396:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa093814f5b98. 00000020:00000001:2.0:1773941493.064502:0:14253:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1773941493.064505:0:14253:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.064506:0:2396:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.202.156@tcp 00000020:00000001:2.0:1773941493.064510:0:14253:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446639154231623680 : -104919477927936 : ffffa09387c9c000) 00000020:00000040:2.0:1773941493.064513:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 1 00000400:00000200:3.0:1773941493.064517:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:2.0:1773941493.064517:0:14253:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.146@tcp (ffffa093885a19b8) now 2 - obd_device_list 00000020:00000001:2.0:1773941493.064524:0:14253:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.064526:0:2396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1773941493.064531:0:2396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000080:2.0:1773941493.064532:0:14253:0:(obd_config.c:757:class_attach()) OBD: dev 0 attached type mgc with refcount 2 00000020:00000001:2.0:1773941493.064535:0:14253:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.064536:0:2396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000020:00000001:2.0:1773941493.064537:0:14253:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941493.064539:0:14253:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at ffffa0938871df00. 00000020:00000001:2.0:1773941493.064542:0:14253:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.146@tcp 0xcf003 MGS 192.168.202.146@tcp (null) (null) 00000020:00000010:2.0:1773941493.064548:0:14253:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at ffffa0938871df00. 00000400:00000200:3.0:1773941493.064549:0:2396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000020:00000080:2.0:1773941493.064551:0:14253:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000400:00000200:3.0:1773941493.064565:0:2396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941493.064572:0:2396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [121:121:256:4294967295] 192.168.202.156@tcp LPNI seq info [1:1:8:4294967295] 00000020:00000001:2.0:1773941493.064572:0:14253:0:(obd_config.c:779:class_setup()) Process entered 00000400:00000200:3.0:1773941493.064599:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941493.064604:0:2396:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.156@tcp 00000400:00000200:3.0:1773941493.064612:0:2396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : GET try# 0 00000001:00000001:2.0:1773941493.064615:0:14253:0:(hash.c:1038:cfs_hash_create()) Process entered 00000800:00000200:3.0:1773941493.064619:0:2396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.156@tcp 00000001:00000010:2.0:1773941493.064622:0:14253:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffffa0938624a200. 00000800:00000010:3.0:1773941493.064625:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffffa09390efd500. 00000001:00000010:2.0:1773941493.064630:0:14253:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffffa093a0632840. 00000400:00000200:3.0:1773941493.064635:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000001:00000010:2.0:1773941493.064638:0:14253:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938626e800. 00000800:00000010:3.0:1773941493.064640:0:2396:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffffa09398fc3cc0. 00000001:00000010:2.0:1773941493.064643:0:14253:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938626e000. 00000800:00000010:3.0:1773941493.064646:0:2396:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffffa09398fc3900. 00000001:00000010:2.0:1773941493.064648:0:14253:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938626f200. 00000001:00000010:2.0:1773941493.064652:0:14253:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffffa0938626f600. 00000800:00000200:3.0:1773941493.064653:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1773941493.064655:0:14253:0:(obd_class.h:557:obd_setup()) Process entered 00000800:00000200:3.1:1773941493.064660:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (2) 00000020:00000010:2.0:1773941493.064663:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938626fe00. 00000020:00000010:2.0:1773941493.064670:0:14253:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0938871d780. 00000400:00000200:3.0:1773941493.064673:0:2396:0:(peer.c:3788:lnet_peer_send_ping()) peer 192.168.202.156@tcp 00000020:00000010:2.0:1773941493.064674:0:14253:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa093a010d7d0. 00000400:00000200:3.0:1773941493.064678:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.156@tcp(ffffa0938626fc00) state 0x241 rc 0 00008000:00000010:2.0:1773941493.064681:0:14253:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffffa093a00b5e98. 00000020:00000010:2.0:1773941493.064686:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938626f800. 00000020:00000010:2.0:1773941493.064689:0:14253:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938626f000. 00000040:00000010:2.0:1773941493.064693:0:14253:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938626ee00. 00000020:00000010:2.0:1773941493.064698:0:14253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c9e000. 00000020:00000010:2.0:1773941493.064702:0:14253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938626e200. 00040000:00000010:2.0:1773941493.064705:0:14253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0938624ad00. 00040000:00000010:2.0:1773941493.064709:0:14253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938626e600. 10000000:00000001:2.0:1773941493.064711:0:14253:0:(mgc_request.c:850:mgc_device_alloc()) Process entered 10000000:00000010:2.0:1773941493.064714:0:14253:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffffa09385498080. 00000100:00000001:2.0:1773941493.064718:0:14253:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:2.0:1773941493.064721:0:14253:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941493.064724:0:14253:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:2.0:1773941493.064731:0:14253:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffffa09399712000. 00010000:00000010:2.0:1773941493.064737:0:14253:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffffa09399711000. 00010000:00000001:2.0:1773941493.064745:0:14253:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1773941493.064747:0:14253:0:(ldlm_lockd.c:3351:ldlm_setup()) Process entered 00010000:00000010:2.0:1773941493.064750:0:14253:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffffa093a06323c0. 00010000:00000001:2.0:1773941493.064804:0:14253:0:(ldlm_resource.c:68:ldlm_debugfs_setup()) Process entered 00010000:00000001:2.0:1773941493.064838:0:14253:0:(ldlm_resource.c:78:ldlm_debugfs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.064842:0:14253:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:2.0:1773941493.064846:0:14253:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffffa0938626f400. 00000100:00000010:2.0:1773941493.064851:0:14253:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffffa09387c95400. 00000100:00000010:2.0:1773941493.064865:0:14253:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffffa093885a8000. 00000100:00000010:2.0:1773941493.064874:0:14253:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffffa09399717000. 00000100:00000010:2.0:1773941493.064880:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09387c94c00. 00000100:00000010:2.0:1773941493.064886:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09387ca6000. 00000100:00100000:2.0:1773941493.064889:0:14253:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00000010:2.0:1773941493.064893:0:14253:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffffa09387c96800. 00000100:00000010:2.0:1773941493.064908:0:14253:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffffa09384f64000. 00000100:00000010:2.0:1773941493.064919:0:14253:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffffa09399710000. 00000100:00000010:2.0:1773941493.064923:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09387c97400. 00000100:00000010:2.0:1773941493.064927:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09387ca0000. 00000100:00100000:2.0:1773941493.064929:0:14253:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000400:00000200:2.0:1773941493.064934:0:14253:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:2.0:1773941493.064985:0:14253:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09387c97c00. 00000020:00000010:2.0:1773941493.064990:0:14253:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffffa09382fb2000. 00000100:00000001:2.0:1773941493.065040:0:14253:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:2.0:1773941493.065043:0:14253:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:2.0:1773941493.065046:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1773941493.065050:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0938914ee40. 00000100:00000001:2.0:1773941493.065053:0:14253:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:2.0:1773941493.065057:0:14253:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09385498c80. 00000100:00000001:2.0:1773941493.065060:0:14253:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065062:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065065:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1773941493.065067:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0938914e9c0. 00000100:00000001:2.0:1773941493.065070:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065073:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1773941493.065081:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0938914e000. 00000100:00000001:2.0:1773941493.065083:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065084:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1773941493.065086:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0938914e840. 00000100:00000001:2.0:1773941493.065089:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065090:0:14253:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065092:0:14253:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065095:0:14253:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941493.065097:0:14253:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065100:0:14253:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:2.0:1773941493.065101:0:14253:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:2.0:1773941493.065103:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1773941493.065105:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0938914e480. 00000100:00000001:2.0:1773941493.065108:0:14253:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:2.0:1773941493.065111:0:14253:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09385498980. 00000100:00000001:2.0:1773941493.065113:0:14253:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065115:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065117:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1773941493.065119:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0938914e240. 00000100:00000001:2.0:1773941493.065121:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065123:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1773941493.065125:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0938914e0c0. 00000100:00000001:2.0:1773941493.065127:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065129:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1773941493.065131:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa0938914ed80. 00000100:00000001:2.0:1773941493.065133:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065134:0:14253:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065136:0:14253:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065138:0:14253:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941493.065139:0:14253:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065174:0:14253:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941493.065177:0:14253:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000001:2.0:1773941493.065178:0:14253:0:(service.c:3400:ptlrpc_start_threads()) Process entered 00000100:00000001:2.0:1773941493.065180:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1773941493.065182:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00000010:2.0:1773941493.065186:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa0938626ea00. 00000100:00100000:2.0:1773941493.065189:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00000001:2.0:1773941493.065418:0:14254:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:0.0:1773941493.065494:0:14254:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f56740. 00000020:00000010:0.0:1773941493.065501:0:14254:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f56080. 00000020:00000010:0.0:1773941493.065507:0:14254:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385316400. 00000020:00000010:0.0:1773941493.065510:0:14254:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09385316e00. 00000040:00000010:0.0:1773941493.065513:0:14254:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09385317400. 00000020:00000010:0.0:1773941493.065516:0:14254:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938860d000. 00000020:00000010:0.0:1773941493.065521:0:14254:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09399534168. 00000020:00000010:0.0:1773941493.065524:0:14254:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09385316600. 80000000:00000010:0.0:1773941493.065527:0:14254:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093a00fc000. 40000000:00000010:0.0:1773941493.065529:0:14254:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f568c0. 00100000:00000010:0.0:1773941493.065533:0:14254:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09388609000. 00040000:00000010:0.0:1773941493.065542:0:14254:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09389f05600. 00040000:00000010:0.0:1773941493.065545:0:14254:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0938860c000. 00040000:00000010:0.0:1773941493.065547:0:14254:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09385317200. 00000004:00000010:0.0:1773941493.065550:0:14254:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0938860d800. 00000004:00000010:0.0:1773941493.065568:0:14254:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09398b08000. 00000004:00000010:0.0:1773941493.065572:0:14254:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09388608000. 00002000:00000010:0.0:1773941493.065607:0:14254:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09390d9cc00. 00000004:00000010:0.0:1773941493.065614:0:14254:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09390d9f000. 00000100:00000200:0.0:1773941493.065620:0:14254:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773941493.065626:0:14254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedc08. 00000400:00000010:0.0:1773941493.065632:0:14254:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09389f8d840. 00000100:00000010:0.0:1773941493.065640:0:14254:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0938860a800. 00000100:00000200:0.0:1773941493.065658:0:14254:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941493.065686:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.065692:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941493.065693:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00000010:1.0:1773941493.065699:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09388652600. 00000100:00100000:1.0:1773941493.065702:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00000001:2.0:1773941493.065854:0:14255:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941493.065890:0:14255:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09388684f80. 00000020:00000010:1.0:1773941493.065894:0:14255:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa093886842c0. 00000020:00000010:1.0:1773941493.065898:0:14255:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388653200. 00000020:00000010:1.0:1773941493.065901:0:14255:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388652400. 00000040:00000010:1.0:1773941493.065905:0:14255:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09388653a00. 00000020:00000010:1.0:1773941493.065908:0:14255:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09382d2d800. 00000020:00000010:1.0:1773941493.065912:0:14255:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09382cfd080. 00000020:00000010:1.0:1773941493.065916:0:14255:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09388653800. 80000000:00000010:1.0:1773941493.065919:0:14255:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09398102e40. 40000000:00000010:1.0:1773941493.065927:0:14255:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09388684500. 00100000:00000010:1.0:1773941493.065931:0:14255:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09382d2b000. 00040000:00000010:1.0:1773941493.065934:0:14255:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09399f20e00. 00040000:00000010:1.0:1773941493.065937:0:14255:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09382d2d000. 00040000:00000010:1.0:1773941493.065940:0:14255:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09388653600. 00000004:00000010:1.0:1773941493.065944:0:14255:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09382d2a000. 00000004:00000010:1.0:1773941493.065948:0:14255:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa093867fe000. 00000004:00000010:1.0:1773941493.065951:0:14255:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09382d2e000. 00002000:00000010:1.0:1773941493.065954:0:14255:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093996c6400. 00000004:00000010:1.0:1773941493.065958:0:14255:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa093996c5800. 00000100:00000010:1.0:1773941493.065962:0:14255:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa09382d28800. 00000100:00000200:1.0:1773941493.065976:0:14255:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1773941493.065989:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.065993:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1773941493.065994:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00000010:2.0:1773941493.065998:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa0938626fa00. 00000100:00100000:2.0:1773941493.066001:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00000001:2.0:1773941493.066146:0:14256:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941493.066158:0:14256:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09385498fc0. 00000020:00000010:2.0:1773941493.066160:0:14256:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09385498e00. 00000020:00000010:2.0:1773941493.066163:0:14256:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093854ee600. 00000020:00000010:2.0:1773941493.066165:0:14256:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093854ef200. 00000040:00000010:2.0:1773941493.066167:0:14256:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa093854ef600. 00000020:00000010:2.0:1773941493.066170:0:14256:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c9a800. 00000020:00000010:2.0:1773941493.066173:0:14256:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af5588. 00000020:00000010:2.0:1773941493.066175:0:14256:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093854ee400. 80000000:00000010:2.0:1773941493.066177:0:14256:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fa20. 40000000:00000010:2.0:1773941493.066179:0:14256:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09385498700. 00100000:00000010:2.0:1773941493.066188:0:14256:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09387c9b000. 00040000:00000010:2.0:1773941493.066191:0:14256:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0938624a700. 00040000:00000010:2.0:1773941493.066193:0:14256:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09387c9f800. 00040000:00000010:2.0:1773941493.066196:0:14256:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09391cee000. 00000004:00000010:2.0:1773941493.066200:0:14256:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09387c9e800. 00000004:00000010:2.0:1773941493.066203:0:14256:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb1000. 00000004:00000010:2.0:1773941493.066205:0:14256:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09387c98800. 00002000:00000010:2.0:1773941493.066207:0:14256:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09387c95c00. 00000004:00000010:2.0:1773941493.066209:0:14256:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09387c94000. 00000100:00000200:2.0:1773941493.066211:0:14256:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941493.066214:0:14256:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149c08. 00000400:00000010:2.0:1773941493.066217:0:14256:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938914ef00. 00000100:00000010:2.0:1773941493.066221:0:14256:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa09387c98000. 00000100:00000200:2.0:1773941493.066229:0:14256:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941493.066236:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.066239:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941493.066240:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00000010:1.0:1773941493.066244:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09388652800. 00000100:00100000:1.0:1773941493.066247:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00000001:2.0:1773941493.066362:0:14257:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941493.066372:0:14257:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09385498300. 00000020:00000010:2.0:1773941493.066374:0:14257:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09385498280. 00000020:00000010:2.0:1773941493.066382:0:14257:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391cef600. 00000020:00000010:2.0:1773941493.066384:0:14257:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09391cef200. 00000040:00000010:2.0:1773941493.066386:0:14257:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09391ceec00. 00000020:00000010:2.0:1773941493.066388:0:14257:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c99000. 00000020:00000010:2.0:1773941493.066390:0:14257:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af69a8. 00000020:00000010:2.0:1773941493.066392:0:14257:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09390b5d800. 80000000:00000010:2.0:1773941493.066394:0:14257:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fd20. 40000000:00000010:2.0:1773941493.066396:0:14257:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09385498040. 00100000:00000010:2.0:1773941493.066398:0:14257:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09387c9f000. 00040000:00000010:2.0:1773941493.066400:0:14257:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0938624ab00. 00040000:00000010:2.0:1773941493.066402:0:14257:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09387c9a000. 00040000:00000010:2.0:1773941493.066404:0:14257:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390b5d200. 00000004:00000010:2.0:1773941493.066406:0:14257:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0939819d800. 00000004:00000010:2.0:1773941493.066409:0:14257:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb4000. 00000004:00000010:2.0:1773941493.066411:0:14257:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa0939819b800. 00002000:00000010:2.0:1773941493.066413:0:14257:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09387c97000. 00000004:00000010:2.0:1773941493.066415:0:14257:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09387c96000. 00000100:00000010:2.0:1773941493.066417:0:14257:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0939819a800. 00000100:00000200:2.0:1773941493.066427:0:14257:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1773941493.066433:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.066436:0:14253:0:(service.c:3418:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.066437:0:14253:0:(service.c:857:ptlrpc_register_service()) Process leaving (rc=18446639154204177408 : -104919505374208 : ffffa0938626f400) 00000100:00000001:1.0:1773941493.066440:0:14253:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:1.0:1773941493.066443:0:14253:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffffa09388652200. 00000100:00000010:1.0:1773941493.066446:0:14253:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffffa093996c5000. 00000100:00000010:1.0:1773941493.066457:0:14253:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffffa093a014c000. 00000100:00000010:1.0:1773941493.066463:0:14253:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffffa093867ff000. 00000100:00000010:1.0:1773941493.066466:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093996c5c00. 00000100:00000010:1.0:1773941493.066470:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996d8000. 00000100:00000010:1.0:1773941493.066472:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093996c4400. 00000100:00000010:1.0:1773941493.066476:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996da000. 00000100:00000010:1.0:1773941493.066477:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093996c4000. 00000100:00000010:1.0:1773941493.066481:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996de000. 00000100:00000010:1.0:1773941493.066483:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093996c6c00. 00000100:00000010:1.0:1773941493.066486:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996dc000. 00000100:00000010:1.0:1773941493.066492:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093996c7000. 00000100:00000010:1.0:1773941493.066495:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388010000. 00000100:00000010:1.0:1773941493.066497:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093996c5400. 00000100:00000010:1.0:1773941493.066500:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388014000. 00000100:00000010:1.0:1773941493.066502:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093996c6800. 00000100:00000010:1.0:1773941493.066505:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388016000. 00000100:00000010:1.0:1773941493.066507:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093996c7800. 00000100:00000010:1.0:1773941493.066510:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388012000. 00000100:00000010:1.0:1773941493.066512:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890afc00. 00000100:00000010:1.0:1773941493.066516:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938800e000. 00000100:00000010:1.0:1773941493.066518:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890acc00. 00000100:00000010:1.0:1773941493.066521:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938800a000. 00000100:00000010:1.0:1773941493.066522:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ac400. 00000100:00000010:1.0:1773941493.066525:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388008000. 00000100:00000010:1.0:1773941493.066527:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ad000. 00000100:00000010:1.0:1773941493.066530:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938800c000. 00000100:00000010:1.0:1773941493.066532:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ae800. 00000100:00000010:1.0:1773941493.066535:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938806e000. 00000100:00000010:1.0:1773941493.066537:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890adc00. 00000100:00000010:1.0:1773941493.066540:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938806a000. 00000100:00000010:1.0:1773941493.066542:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890af800. 00000100:00000010:1.0:1773941493.066545:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388068000. 00000100:00000010:1.0:1773941493.066546:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ad400. 00000100:00000010:1.0:1773941493.066549:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938806c000. 00000100:00000010:1.0:1773941493.066551:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ae400. 00000100:00000010:1.0:1773941493.066569:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388066000. 00000100:00000010:1.0:1773941493.066572:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890af000. 00000100:00000010:1.0:1773941493.066576:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388062000. 00000100:00000010:1.0:1773941493.066614:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890b9c00. 00000100:00000010:1.0:1773941493.066618:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388060000. 00000100:00000010:1.0:1773941493.066622:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890bb400. 00000100:00000010:1.0:1773941493.066631:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388064000. 00000100:00000010:1.0:1773941493.066634:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890bbc00. 00000100:00000010:1.0:1773941493.066639:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388698000. 00000100:00000010:1.0:1773941493.066643:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890b8000. 00000100:00000010:1.0:1773941493.066647:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938869c000. 00000100:00000010:1.0:1773941493.066650:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ba800. 00000100:00000010:1.0:1773941493.066655:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938869e000. 00000100:00000010:1.0:1773941493.066659:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890b8c00. 00000100:00000010:1.0:1773941493.066663:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938869a000. 00000100:00000010:1.0:1773941493.066667:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ba400. 00000100:00000010:1.0:1773941493.066673:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388692000. 00000100:00000010:1.0:1773941493.066677:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890b9000. 00000100:00000010:1.0:1773941493.066681:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388690000. 00000100:00000010:1.0:1773941493.066682:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890bb800. 00000100:00000010:1.0:1773941493.066686:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388694000. 00000100:00000010:1.0:1773941493.066690:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890b9400. 00000100:00000010:1.0:1773941493.066694:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388696000. 00000100:00000010:1.0:1773941493.066697:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890bac00. 00000100:00000010:1.0:1773941493.066701:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09387dc6000. 00000100:00000010:1.0:1773941493.066704:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890b8800. 00000100:00000010:1.0:1773941493.066707:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09387dc4000. 00000100:00000010:1.0:1773941493.066709:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890b8400. 00000100:00000010:1.0:1773941493.066713:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383886000. 00000100:00000010:1.0:1773941493.066716:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890b9800. 00000100:00000010:1.0:1773941493.066720:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383884000. 00000100:00000010:1.0:1773941493.066724:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890ba000. 00000100:00000010:1.0:1773941493.066729:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383882000. 00000100:00000010:1.0:1773941493.066731:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093890bb000. 00000100:00000010:1.0:1773941493.066734:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383880000. 00000100:00000010:1.0:1773941493.066739:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09391dfc000. 00000100:00000010:1.0:1773941493.066744:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09386ac4000. 00000100:00000010:1.0:1773941493.066751:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09391dff800. 00000100:00000010:1.0:1773941493.066755:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09386ac6000. 00000100:00000010:1.0:1773941493.066758:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09391dff000. 00000100:00000010:1.0:1773941493.066761:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09386ac0000. 00000100:00000010:1.0:1773941493.066764:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cfc00. 00000100:00000010:1.0:1773941493.066768:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09386ac2000. 00000100:00000010:1.0:1773941493.066770:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cf000. 00000100:00000010:1.0:1773941493.066774:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383c0e000. 00000100:00000010:1.0:1773941493.066777:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cc800. 00000100:00000010:1.0:1773941493.066780:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383c0a000. 00000100:00000010:1.0:1773941493.066782:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cec00. 00000100:00000010:1.0:1773941493.066785:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383c08000. 00000100:00000010:1.0:1773941493.066787:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cd400. 00000100:00000010:1.0:1773941493.066790:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382af8000. 00000100:00000010:1.0:1773941493.066792:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cf800. 00000100:00000010:1.0:1773941493.066801:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996d2000. 00000100:00000010:1.0:1773941493.066803:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cd000. 00000100:00000010:1.0:1773941493.066807:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996d6000. 00000100:00000010:1.0:1773941493.066809:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902ce400. 00000100:00000010:1.0:1773941493.066812:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996d4000. 00000100:00000010:1.0:1773941493.066814:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902ccc00. 00000100:00000010:1.0:1773941493.066817:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996d0000. 00000100:00000010:1.0:1773941493.066819:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902ce800. 00000100:00000010:1.0:1773941493.066826:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093902bc000. 00000100:00000010:1.0:1773941493.066828:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cf400. 00000100:00000010:1.0:1773941493.066831:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093902b8000. 00000100:00000010:1.0:1773941493.066833:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cc000. 00000100:00000010:1.0:1773941493.066836:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093902ba000. 00000100:00000010:1.0:1773941493.066838:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cdc00. 00000100:00000010:1.0:1773941493.066841:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093902be000. 00000100:00000010:1.0:1773941493.066843:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902ce000. 00000100:00000010:1.0:1773941493.066853:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390232000. 00000100:00000010:1.0:1773941493.066856:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cd800. 00000100:00000010:1.0:1773941493.066861:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390236000. 00000100:00000010:1.0:1773941493.066864:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093902cc400. 00000100:00000010:1.0:1773941493.066867:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390234000. 00000100:00000010:1.0:1773941493.066870:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d5400. 00000100:00000010:1.0:1773941493.066873:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390230000. 00000100:00000010:1.0:1773941493.066876:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d7800. 00000100:00000010:1.0:1773941493.066883:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981ae000. 00000100:00000010:1.0:1773941493.066885:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d4800. 00000100:00000010:1.0:1773941493.066888:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981ac000. 00000100:00000010:1.0:1773941493.066890:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d6c00. 00000100:00000010:1.0:1773941493.066893:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981a8000. 00000100:00000010:1.0:1773941493.066895:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d5800. 00000100:00000010:1.0:1773941493.066899:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981aa000. 00000100:00000010:1.0:1773941493.066902:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d4400. 00000100:00000010:1.0:1773941493.066909:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388506000. 00000100:00000010:1.0:1773941493.066913:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d7c00. 00000100:00000010:1.0:1773941493.066917:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388504000. 00000100:00000010:1.0:1773941493.066919:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d7400. 00000100:00000010:1.0:1773941493.066923:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388500000. 00000100:00000010:1.0:1773941493.066926:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d6800. 00000100:00000010:1.0:1773941493.066931:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388502000. 00000100:00000010:1.0:1773941493.066934:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d4000. 00000100:00000010:1.0:1773941493.066943:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0196000. 00000100:00000010:1.0:1773941493.066947:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d5c00. 00000100:00000010:1.0:1773941493.066953:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0194000. 00000100:00100000:1.0:1773941493.066956:0:14253:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00000010:1.0:1773941493.066961:0:14253:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffffa093862d6000. 00000100:00000010:1.0:1773941493.066975:0:14253:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffffa09386ab8000. 00000100:00000010:1.0:1773941493.066983:0:14253:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffffa093867fb000. 00000100:00000010:1.0:1773941493.066992:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d7000. 00000100:00000010:1.0:1773941493.066997:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0190000. 00000100:00000010:1.0:1773941493.066999:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d5000. 00000100:00000010:1.0:1773941493.067004:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0192000. 00000100:00000010:1.0:1773941493.067007:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d6400. 00000100:00000010:1.0:1773941493.067017:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938339c000. 00000100:00000010:1.0:1773941493.067019:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862d4c00. 00000100:00000010:1.0:1773941493.067022:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09383398000. 00000100:00000010:1.0:1773941493.067025:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f68c00. 00000100:00000010:1.0:1773941493.067028:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938339a000. 00000100:00000010:1.0:1773941493.067031:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f69400. 00000100:00000010:1.0:1773941493.067034:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938339e000. 00000100:00000010:1.0:1773941493.067035:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f6b800. 00000100:00000010:1.0:1773941493.067043:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996ce000. 00000100:00000010:1.0:1773941493.067045:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f68800. 00000100:00000010:1.0:1773941493.067048:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996cc000. 00000100:00000010:1.0:1773941493.067050:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f6ac00. 00000100:00000010:1.0:1773941493.067053:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996c8000. 00000100:00000010:1.0:1773941493.067055:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f69800. 00000100:00000010:1.0:1773941493.067058:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093996ca000. 00000100:00000010:1.0:1773941493.067060:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f68400. 00000100:00000010:1.0:1773941493.067069:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093886f2000. 00000100:00000010:1.0:1773941493.067073:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f6bc00. 00000100:00000010:1.0:1773941493.067078:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093886f6000. 00000100:00000010:1.0:1773941493.067080:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f6b400. 00000100:00000010:1.0:1773941493.067084:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093886f4000. 00000100:00000010:1.0:1773941493.067087:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f6a800. 00000100:00000010:1.0:1773941493.067092:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093886f0000. 00000100:00000010:1.0:1773941493.067095:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f68000. 00000100:00000010:1.0:1773941493.067107:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390474000. 00000100:00000010:1.0:1773941493.067111:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f69c00. 00000100:00000010:1.0:1773941493.067118:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390470000. 00000100:00000010:1.0:1773941493.067120:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f6a000. 00000100:00000010:1.0:1773941493.067123:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390472000. 00000100:00000010:1.0:1773941493.067125:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f6b000. 00000100:00000010:1.0:1773941493.067128:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390476000. 00000100:00000010:1.0:1773941493.067130:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f69000. 00000100:00000010:1.0:1773941493.067137:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388634000. 00000100:00000010:1.0:1773941493.067140:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09384f6a400. 00000100:00000010:1.0:1773941493.067143:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388630000. 00000100:00000010:1.0:1773941493.067146:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aee400. 00000100:00000010:1.0:1773941493.067149:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388632000. 00000100:00000010:1.0:1773941493.067151:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aecc00. 00000100:00000010:1.0:1773941493.067154:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388636000. 00000100:00000010:1.0:1773941493.067156:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aed400. 00000100:00000010:1.0:1773941493.067167:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981ca000. 00000100:00000010:1.0:1773941493.067172:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aef800. 00000100:00000010:1.0:1773941493.067177:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981ce000. 00000100:00000010:1.0:1773941493.067180:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aec800. 00000100:00000010:1.0:1773941493.067185:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981cc000. 00000100:00000010:1.0:1773941493.067187:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aeec00. 00000100:00000010:1.0:1773941493.067192:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093981c8000. 00000100:00000010:1.0:1773941493.067194:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aed800. 00000100:00000010:1.0:1773941493.067202:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398194000. 00000100:00000010:1.0:1773941493.067205:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aec400. 00000100:00000010:1.0:1773941493.067209:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398190000. 00000100:00000010:1.0:1773941493.067212:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aefc00. 00000100:00000010:1.0:1773941493.067215:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398192000. 00000100:00000010:1.0:1773941493.067218:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aef400. 00000100:00000010:1.0:1773941493.067222:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398196000. 00000100:00000010:1.0:1773941493.067224:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aee800. 00000100:00000010:1.0:1773941493.067233:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388688000. 00000100:00000010:1.0:1773941493.067240:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aec000. 00000100:00000010:1.0:1773941493.067243:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938868a000. 00000800:00000010:3.0:1773941493.067246:0:2386:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffffa093981b2000. 00000100:00000010:1.0:1773941493.067247:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aedc00. 00000800:00000010:3.0:1773941493.067253:0:2386:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffffa09398fc3f00. 00000100:00000010:1.0:1773941493.067256:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938868e000. 00000100:00000010:1.0:1773941493.067259:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aee000. 00000100:00000010:1.0:1773941493.067262:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938868c000. 00000100:00000010:1.0:1773941493.067264:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aef000. 00000100:00000010:1.0:1773941493.067275:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a061c000. 00000100:00000010:1.0:1773941493.067278:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09386aed000. 00000100:00000010:1.0:1773941493.067283:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0618000. 00000100:00000010:1.0:1773941493.067285:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0e15000. 00000100:00000010:1.0:1773941493.067289:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a061a000. 00000100:00000010:1.0:1773941493.067290:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093a0e15c00. 00000100:00000010:1.0:1773941493.067294:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a061e000. 00000100:00000010:1.0:1773941493.067296:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2042800. 00000100:00000010:1.0:1773941493.067303:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388640000. 00000100:00000010:1.0:1773941493.067305:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2043400. 00000100:00000010:1.0:1773941493.067309:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388642000. 00000100:00000010:1.0:1773941493.067311:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2041800. 00000100:00000010:1.0:1773941493.067314:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388646000. 00000100:00000010:1.0:1773941493.067316:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2042c00. 00000100:00000010:1.0:1773941493.067320:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09388644000. 00000100:00000010:1.0:1773941493.067322:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2041400. 00000800:00000010:3.0:1773941493.067328:0:2386:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffffa093896af240. 00000100:00000010:1.0:1773941493.067330:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938531c000. 00000100:00000010:1.0:1773941493.067335:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093c2040c00. 00000800:00000010:3.0:1773941493.067340:0:2386:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffffa093896af240. 00000100:00000010:1.0:1773941493.067341:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09385318000. 00000100:00000010:1.0:1773941493.067348:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093817fd400. 00000100:00000010:1.0:1773941493.067353:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938531a000. 00000100:00000010:1.0:1773941493.067356:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09398189800. 00000100:00000010:1.0:1773941493.067360:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0938531e000. 00000100:00000010:1.0:1773941493.067362:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939818ac00. 00000100:00000010:1.0:1773941493.067375:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0bf2000. 00000100:00000010:1.0:1773941493.067378:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09398189000. 00000100:00000010:1.0:1773941493.067381:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0bf6000. 00000100:00000010:1.0:1773941493.067383:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939818a400. 00000100:00000010:1.0:1773941493.067386:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0bf4000. 00000100:00000010:1.0:1773941493.067388:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939818a000. 00000100:00000010:1.0:1773941493.067391:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a0bf0000. 00000100:00000010:1.0:1773941493.067393:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939818b000. 00000100:00000010:1.0:1773941493.067400:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939810e000. 00000100:00000010:1.0:1773941493.067402:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09398188000. 00000100:00000010:1.0:1773941493.067405:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939810c000. 00000100:00000010:1.0:1773941493.067406:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09398189c00. 00000100:00000010:1.0:1773941493.067409:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09398108000. 00000100:00000010:1.0:1773941493.067411:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939818a800. 00000100:00000010:1.0:1773941493.067414:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa0939810a000. 00000100:00000010:1.0:1773941493.067416:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939818bc00. 00000100:00000010:1.0:1773941493.067423:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382e20000. 00000100:00000010:1.0:1773941493.067425:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa0939818b400. 00000100:00000010:1.0:1773941493.067428:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382e22000. 00000100:00000010:1.0:1773941493.067429:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa09398188400. 00000100:00000010:1.0:1773941493.067432:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382e26000. 00000100:00000010:1.0:1773941493.067434:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862b5000. 00000100:00000010:1.0:1773941493.067437:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09382e24000. 00000100:00000010:1.0:1773941493.067439:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862b4400. 00000100:00000010:1.0:1773941493.067446:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390426000. 00000100:00000010:1.0:1773941493.067448:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862b6000. 00000100:00000010:1.0:1773941493.067451:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390424000. 00000100:00000010:1.0:1773941493.067453:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862b6800. 00000100:00000010:1.0:1773941493.067456:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390420000. 00000100:00000010:1.0:1773941493.067458:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862b7000. 00000100:00000010:1.0:1773941493.067461:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa09390422000. 00000100:00000010:1.0:1773941493.067465:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862b5800. 00000100:00000010:1.0:1773941493.067473:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a012e000. 00000100:00000010:1.0:1773941493.067475:0:14253:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffffa093862b7400. 00000100:00000010:1.0:1773941493.067478:0:14253:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffffa093a012c000. 00000100:00100000:1.0:1773941493.067479:0:14253:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000400:00000200:1.0:1773941493.067482:0:14253:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:1.0:1773941493.067515:0:14253:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa093862b7c00. 00000020:00000010:1.0:1773941493.067519:0:14253:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffffa093867f8000. 00000100:00000001:1.0:1773941493.067548:0:14253:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1773941493.067549:0:14253:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941493.067551:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067569:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a00389c0. 00000100:00000001:1.0:1773941493.067571:0:14253:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941493.067574:0:14253:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09388684f40. 00000100:00000001:1.0:1773941493.067576:0:14253:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067593:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067595:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067597:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038240. 00000100:00000001:1.0:1773941493.067600:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067602:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067604:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038300. 00000100:00000001:1.0:1773941493.067606:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067608:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067609:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038000. 00000100:00000001:1.0:1773941493.067611:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067613:0:14253:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067614:0:14253:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941493.067616:0:14253:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffffa09382fd1780. 00000100:00000001:1.0:1773941493.067618:0:14253:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941493.067619:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067620:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038840. 00000100:00000001:1.0:1773941493.067622:0:14253:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941493.067623:0:14253:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09388684580. 00000100:00000001:1.0:1773941493.067624:0:14253:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067625:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067626:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067632:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a00386c0. 00000100:00000001:1.0:1773941493.067633:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067635:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067636:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038a80. 00000100:00000001:1.0:1773941493.067637:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067638:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067640:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038900. 00000100:00000001:1.0:1773941493.067641:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067642:0:14253:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067643:0:14253:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067644:0:14253:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067645:0:14253:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1773941493.067646:0:14253:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941493.067646:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067648:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038540. 00000100:00000001:1.0:1773941493.067649:0:14253:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941493.067650:0:14253:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09388684300. 00000100:00000001:1.0:1773941493.067651:0:14253:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067652:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067653:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067654:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038d80. 00000100:00000001:1.0:1773941493.067655:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067656:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067657:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038e40. 00000100:00000001:1.0:1773941493.067659:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067660:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067663:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038f00. 00000100:00000001:1.0:1773941493.067665:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067666:0:14253:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067668:0:14253:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941493.067671:0:14253:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffffa09382fd1100. 00000100:00000001:1.0:1773941493.067672:0:14253:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941493.067674:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067676:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093a0038180. 00000100:00000001:1.0:1773941493.067677:0:14253:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941493.067679:0:14253:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffffa09388684d00. 00000100:00000001:1.0:1773941493.067681:0:14253:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067685:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067686:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067688:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa093906473c0. 00000100:00000001:1.0:1773941493.067690:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067691:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067693:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09390647300. 00000100:00000001:1.0:1773941493.067694:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067696:0:14253:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941493.067698:0:14253:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffffa09390647240. 00000100:00000001:1.0:1773941493.067700:0:14253:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067701:0:14253:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067702:0:14253:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067703:0:14253:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.067724:0:14253:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941493.067726:0:14253:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000001:1.0:1773941493.067727:0:14253:0:(service.c:3400:ptlrpc_start_threads()) Process entered 00000100:00000001:1.0:1773941493.067728:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941493.067729:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00000010:1.0:1773941493.067732:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09388652000. 00000100:00100000:1.0:1773941493.067734:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00000001:3.0:1773941493.067922:0:14258:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941493.067957:0:14258:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09388684d40. 00000020:00000010:1.0:1773941493.067962:0:14258:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684080. 00000020:00000010:1.0:1773941493.067966:0:14258:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09388652c00. 00000020:00000010:1.0:1773941493.067970:0:14258:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09388653e00. 00000020:00000010:1.0:1773941493.067973:0:14258:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa09398102c00. 00000040:00000010:1.0:1773941493.067976:0:14258:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09388652a00. 00000020:00000010:1.0:1773941493.067979:0:14258:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09382d28000. 00000020:00000010:1.0:1773941493.067983:0:14258:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09382cfa840. 00000020:00000010:1.0:1773941493.067986:0:14258:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09388653400. 80000000:00000010:1.0:1773941493.067989:0:14258:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09398102900. 40000000:00000010:1.0:1773941493.067991:0:14258:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09388684a40. 00008000:00000010:1.0:1773941493.067996:0:14258:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b3170. 00100000:00000010:1.0:1773941493.067998:0:14258:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09382d2a800. 00040000:00000010:1.0:1773941493.068002:0:14258:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093896b8600. 00040000:00000010:1.0:1773941493.068004:0:14258:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09382d2c800. 00040000:00000010:1.0:1773941493.068010:0:14258:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09388653c00. 00000004:00000010:1.0:1773941493.068013:0:14258:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09382d2f000. 00000004:00000010:1.0:1773941493.068015:0:14258:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa093867fd000. 00000004:00000010:1.0:1773941493.068018:0:14258:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09382d29000. 00002000:00000010:1.0:1773941493.068020:0:14258:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093862b5400. 00000004:00000010:1.0:1773941493.068022:0:14258:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa093862b6400. 00000100:00000200:1.0:1773941493.068024:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068027:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e898. 00000400:00000010:1.0:1773941493.068030:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647a80. 00000100:00000200:1.0:1773941493.068032:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068034:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e318. 00000400:00000010:1.0:1773941493.068035:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647900. 00000100:00000200:1.0:1773941493.068036:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068038:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ef78. 00000400:00000010:1.0:1773941493.068040:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093906470c0. 00000100:00000200:1.0:1773941493.068041:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068042:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ed68. 00000400:00000010:1.0:1773941493.068044:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647840. 00000100:00000200:1.0:1773941493.068045:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068046:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e2c0. 00000400:00000010:1.0:1773941493.068047:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647480. 00000100:00000200:1.0:1773941493.068049:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068050:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ea50. 00000400:00000010:1.0:1773941493.068052:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647180. 00000100:00000200:1.0:1773941493.068053:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068056:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e268. 00000400:00000010:1.0:1773941493.068057:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093906476c0. 00000100:00000200:1.0:1773941493.068058:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068060:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e7e8. 00000400:00000010:1.0:1773941493.068062:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647cc0. 00000100:00000200:1.0:1773941493.068065:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068068:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e210. 00000400:00000010:1.0:1773941493.068071:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647b40. 00000100:00000200:1.0:1773941493.068073:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068075:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ee70. 00000400:00000010:1.0:1773941493.068083:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647c00. 00000100:00000200:1.0:1773941493.068086:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068089:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e1b8. 00000400:00000010:1.0:1773941493.068091:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09390647540. 00000100:00000200:1.0:1773941493.068093:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068095:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e580. 00000400:00000010:1.0:1773941493.068099:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399784840. 00000100:00000200:1.0:1773941493.068101:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068104:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e688. 00000400:00000010:1.0:1773941493.068107:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09398b350c0. 00000100:00000200:1.0:1773941493.068109:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068111:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027eaa8. 00000400:00000010:1.0:1773941493.068114:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09398b35c00. 00000100:00000200:1.0:1773941493.068116:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068119:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e840. 00000400:00000010:1.0:1773941493.068121:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09398b35300. 00000100:00000200:1.0:1773941493.068123:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068126:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e9a0. 00000400:00000010:1.0:1773941493.068128:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09389f5fcc0. 00000100:00000200:1.0:1773941493.068129:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068130:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e948. 00000400:00000010:1.0:1773941493.068132:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09389f5f540. 00000100:00000200:1.0:1773941493.068134:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068136:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e4d0. 00000400:00000010:1.0:1773941493.068139:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09389f5f300. 00000100:00000200:1.0:1773941493.068141:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068143:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ef20. 00000400:00000010:1.0:1773941493.068146:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938a5b83c0. 00000100:00000200:1.0:1773941493.068148:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068150:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e6e0. 00000400:00000010:1.0:1773941493.068153:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68bd80. 00000100:00000200:1.0:1773941493.068155:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068156:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e160. 00000400:00000010:1.0:1773941493.068158:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68bb40. 00000100:00000200:1.0:1773941493.068159:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068166:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e5d8. 00000400:00000010:1.0:1773941493.068169:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68b600. 00000100:00000200:1.0:1773941493.068172:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068174:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ed10. 00000400:00000010:1.0:1773941493.068175:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68b9c0. 00000100:00000200:1.0:1773941493.068177:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068178:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e0b0. 00000400:00000010:1.0:1773941493.068180:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68b540. 00000100:00000200:1.0:1773941493.068181:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068182:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e790. 00000400:00000010:1.0:1773941493.068184:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68b3c0. 00000100:00000200:1.0:1773941493.068185:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068186:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e630. 00000400:00000010:1.0:1773941493.068188:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68b6c0. 00000100:00000200:1.0:1773941493.068189:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068190:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e528. 00000400:00000010:1.0:1773941493.068192:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68b840. 00000100:00000200:1.0:1773941493.068193:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068194:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e108. 00000400:00000010:1.0:1773941493.068195:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68ba80. 00000100:00000200:1.0:1773941493.068196:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068197:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e420. 00000400:00000010:1.0:1773941493.068199:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0939a68b780. 00000100:00000200:1.0:1773941493.068200:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068201:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027edc0. 00000400:00000010:1.0:1773941493.068203:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399564e40. 00000100:00000200:1.0:1773941493.068204:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068205:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ecb8. 00000400:00000010:1.0:1773941493.068206:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399564d80. 00000100:00000200:1.0:1773941493.068208:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068209:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e8f0. 00000400:00000010:1.0:1773941493.068211:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399564cc0. 00000100:00000200:1.0:1773941493.068212:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068213:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ec60. 00000400:00000010:1.0:1773941493.068215:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399564780. 00000100:00000200:1.0:1773941493.068223:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068226:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ee18. 00000400:00000010:1.0:1773941493.068229:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399564180. 00000100:00000200:1.0:1773941493.068232:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068233:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027eb00. 00000400:00000010:1.0:1773941493.068236:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093995640c0. 00000100:00000200:1.0:1773941493.068237:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068239:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e738. 00000400:00000010:1.0:1773941493.068242:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399564840. 00000100:00000200:1.0:1773941493.068244:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068245:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e3c8. 00000400:00000010:1.0:1773941493.068247:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399564a80. 00000100:00000200:1.0:1773941493.068248:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068249:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e370. 00000400:00000010:1.0:1773941493.068250:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399564900. 00000100:00000200:1.0:1773941493.068252:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068254:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027eb58. 00000400:00000010:1.0:1773941493.068256:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48540. 00000100:00000200:1.0:1773941493.068257:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068259:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ebb0. 00000400:00000010:1.0:1773941493.068261:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48900. 00000100:00000200:1.0:1773941493.068263:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068266:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e000. 00000400:00000010:1.0:1773941493.068268:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48300. 00000100:00000200:1.0:1773941493.068269:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068272:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e058. 00000400:00000010:1.0:1773941493.068274:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48b40. 00000100:00000200:1.0:1773941493.068276:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068277:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e478. 00000400:00000010:1.0:1773941493.068280:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48c00. 00000400:00000200:3.0:1773941493.068281:0:2386:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:1.0:1773941493.068286:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068291:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027e9f8. 00000400:00000010:1.0:1773941493.068294:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e486c0. 00000100:00000200:1.0:1773941493.068295:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068296:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0939027ec08. 00000400:00000010:1.0:1773941493.068304:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48f00. 00000100:00000200:1.0:1773941493.068306:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068310:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917ebb0. 00000400:00000010:1.0:1773941493.068312:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48780. 00000100:00000200:1.0:1773941493.068314:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068316:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e898. 00000400:00000010:1.0:1773941493.068319:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e480c0. 00000100:00000200:1.0:1773941493.068321:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.1:1773941493.068323:0:2386:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000010:1.0:1773941493.068324:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e318. 00000400:00000010:1.0:1773941493.068330:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48480. 00000100:00000200:1.0:1773941493.068335:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068339:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917ef78. 00000800:00000200:3.1:1773941493.068341:0:2386:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000400:00000010:1.0:1773941493.068343:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48180. 00000100:00000200:1.0:1773941493.068348:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.1:1773941493.068349:0:2386:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd500 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1773941493.068352:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917ed68. 00000400:00000010:1.0:1773941493.068357:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48a80. 00000800:00000200:3.0:1773941493.068362:0:2386:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.156@tcp p 3.x 192.168.202.46 -> 192.168.202.156:988 incarnation:1773941241120646789 sched[0] 00000100:00000200:1.0:1773941493.068363:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068368:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e2c0. 00000800:00000010:3.0:1773941493.068369:0:2386:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffffa09398fc3f00. 00000400:00000010:1.0:1773941493.068373:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48cc0. 00000100:00000200:1.0:1773941493.068379:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068382:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917ea50. 00000400:00000010:1.0:1773941493.068386:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e483c0. 00000100:00000200:1.0:1773941493.068388:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068390:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e268. 00000400:00000010:1.0:1773941493.068391:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48840. 00000100:00000200:1.0:1773941493.068393:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068395:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e7e8. 00000400:00000010:1.0:1773941493.068396:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48e40. 00000100:00000200:1.0:1773941493.068398:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068399:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e210. 00000400:00000010:1.0:1773941493.068401:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48240. 00000100:00000200:1.0:1773941493.068402:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068405:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917ee70. 00000800:00000001:1.0:1773941493.068413:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.068418:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1773941493.068429:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48600. 00000100:00000200:1.0:1773941493.068439:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941493.068441:0:2386:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.156:988 00000400:00000010:1.0:1773941493.068443:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e1b8. 00000400:00000010:1.0:1773941493.068451:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e489c0. 00000100:00000200:1.0:1773941493.068454:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068456:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e580. 00000400:00000010:1.0:1773941493.068458:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48d80. 00000100:00000200:1.0:1773941493.068461:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1773941493.068462:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1773941493.068463:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e688. 00000400:00000010:1.0:1773941493.068469:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09383e48000. 00000800:00000010:0.0:1773941493.068471:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffffa09390efd500. 00000100:00000200:1.0:1773941493.068472:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068477:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eaa8. 00000400:00000200:0.0:1773941493.068480:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1773941493.068482:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea240. 00000100:00000200:1.0:1773941493.068485:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068487:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e840. 00000400:00000010:1.0:1773941493.068491:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea780. 00000400:00000200:0.0:1773941493.068492:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: GET: OK 00000100:00000200:1.0:1773941493.068494:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068499:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e9a0. 00000400:00000200:0.0:1773941493.068501:0:2390:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:1.0:1773941493.068502:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aeab40. 00000100:00000200:1.0:1773941493.068509:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1773941493.068510:0:2390:0:(peer.c:3033:lnet_discovery_event_send()) Ping Send to 192.168.202.156@tcp: 0 00000400:00000010:1.0:1773941493.068513:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e948. 00000400:00000010:1.0:1773941493.068517:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea840. 00000100:00000200:1.0:1773941493.068519:0:14258:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941493.068520:0:14258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e4d0. 00000400:00000010:1.0:1773941493.068523:0:14258:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09386aea3c0. 00000100:00000010:1.0:1773941493.068526:0:14258:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0938840f800. 00000100:00000200:1.0:1773941493.068540:0:14258:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1773941493.068566:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.068570:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1773941493.068572:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00000010:2.0:1773941493.068593:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09390b5da00. 00000100:00100000:2.0:1773941493.068598:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00000001:2.0:1773941493.068729:0:14259:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:0.0:1773941493.068773:0:14259:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09398f560c0. 00000020:00000010:0.0:1773941493.068776:0:14259:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f56e40. 00000020:00000010:0.0:1773941493.068779:0:14259:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09385316000. 00000020:00000010:0.0:1773941493.068782:0:14259:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09385317c00. 00000020:00000010:0.0:1773941493.068784:0:14259:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093a00fcf00. 00000040:00000010:0.0:1773941493.068786:0:14259:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09385317800. 00000020:00000010:0.0:1773941493.068788:0:14259:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938860c800. 00000020:00000010:0.0:1773941493.068791:0:14259:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09399531928. 00000020:00000010:0.0:1773941493.068793:0:14259:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09385317e00. 80000000:00000010:0.0:1773941493.068795:0:14259:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093a00fca80. 40000000:00000010:0.0:1773941493.068797:0:14259:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09398f56fc0. 00008000:00000010:0.0:1773941493.068799:0:14259:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093862d0710. 00100000:00000010:0.0:1773941493.068802:0:14259:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0938860f000. 00040000:00000010:0.0:1773941493.068804:0:14259:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09389f05b00. 00040000:00000010:0.0:1773941493.068806:0:14259:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0938860a000. 00040000:00000010:0.0:1773941493.068813:0:14259:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09385316a00. 00000004:00000010:0.0:1773941493.068816:0:14259:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0938860e000. 00000004:00000010:0.0:1773941493.068820:0:14259:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09398b0a000. 00000004:00000010:0.0:1773941493.068824:0:14259:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09388608800. 00002000:00000010:0.0:1773941493.068827:0:14259:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09390d9dc00. 00000004:00000010:0.0:1773941493.068830:0:14259:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09390d9c000. 00000100:00000010:0.0:1773941493.068834:0:14259:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0938860b000. 00000100:00000200:0.0:1773941493.068848:0:14259:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1773941493.068852:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.068855:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941493.068856:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00000010:1.0:1773941493.068861:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa0938327be00. 00000100:00100000:1.0:1773941493.068863:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00000001:1.0:1773941493.068997:0:14260:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941493.069016:0:14260:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09388684800. 00000020:00000010:1.0:1773941493.069019:0:14260:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684400. 00000020:00000010:1.0:1773941493.069024:0:14260:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938327a200. 00000020:00000010:1.0:1773941493.069027:0:14260:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938327bc00. 00000020:00000010:1.0:1773941493.069033:0:14260:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa093981028a0. 00000800:00000010:3.0:1773941493.069035:0:2386:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffffa093981b6000. 00000040:00000010:1.0:1773941493.069036:0:14260:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938327ae00. 00000020:00000010:1.0:1773941493.069042:0:14260:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09388425800. 00000800:00000010:3.0:1773941493.069045:0:2386:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffffa09383299000. 00000020:00000010:1.0:1773941493.069047:0:14260:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09382cfb758. 00000020:00000010:1.0:1773941493.069052:0:14260:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093881bb400. 00000800:00000010:3.0:1773941493.069054:0:2386:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffffa093896af240. 80000000:00000010:1.0:1773941493.069055:0:14260:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09398102180. 00000800:00000001:0.0:1773941493.069055:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 40000000:00000010:1.0:1773941493.069060:0:14260:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09388684c80. 00000800:00000001:0.0:1773941493.069063:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00008000:00000010:1.0:1773941493.069065:0:14260:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093a06b1c40. 00000800:00000010:3.0:1773941493.069067:0:2386:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffffa093896af240. 00000800:00000001:0.0:1773941493.069068:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00100000:00000010:1.0:1773941493.069072:0:14260:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09388424000. 00040000:00000010:1.0:1773941493.069078:0:14260:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1f00. 00040000:00000010:1.0:1773941493.069084:0:14260:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09386247000. 00000800:00000001:0.0:1773941493.069085:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:1.0:1773941493.069089:0:14260:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa093881ba400. 00000004:00000010:1.0:1773941493.069095:0:14260:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa09386242000. 00000400:00000200:0.0:1773941493.069099:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000004:00000010:1.0:1773941493.069102:0:14260:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa093867f9000. 00000004:00000010:1.0:1773941493.069109:0:14260:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa09386246000. 00000400:00000200:0.0:1773941493.069109:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : REPLY - for me 00002000:00000010:1.0:1773941493.069115:0:14260:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093862b4c00. 00000004:00000010:1.0:1773941493.069119:0:14260:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa093862b6c00. 00000400:00000200:0.0:1773941493.069121:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:1.0:1773941493.069123:0:14260:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa09386242800. 00000400:00000200:0.0:1773941493.069128:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.069137:0:2391:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.202.46@tcp: Reply from 12345-192.168.202.156@tcp of length 48/48 into md 0x68d 00000100:00000200:1.0:1773941493.069138:0:14260:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:2.0:1773941493.069145:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773941493.069148:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1773941493.069149:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1773941493.069151:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00000010:2.0:1773941493.069156:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa09390b5d000. 00000800:00000001:0.0:1773941493.069157:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941493.069161:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000400:00000200:0.0:1773941493.069162:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941493.069168:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: REPLY: OK 00000400:00000200:0.0:1773941493.069173:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3f68 00000400:00000010:0.0:1773941493.069176:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3f68. 00000400:00000200:0.0:1773941493.069181:0:2391:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1773941493.069185:0:2391:0:(peer.c:2911:lnet_discovery_event_reply()) Peer 192.168.202.156@tcp has discovery enabled 00000400:00000200:0.0:1773941493.069188:0:2391:0:(peer.c:2923:lnet_discovery_event_reply()) peer 192.168.202.156@tcp(ffffa0938626fc00) is MR 00000400:00000200:0.0:1773941493.069192:0:2391:0:(peer.c:2992:lnet_discovery_event_reply()) peer 192.168.202.156@tcp data present 363512030. state = 0x241 00000400:00000200:0.0:1773941493.069198:0:2391:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.156@tcp: -114 00000800:00000001:0.0:1773941493.069213:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941493.069217:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941493.069225:0:2396:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1773941493.069232:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.156@tcp(ffffa0938626fc00) state 0xc1 00000400:00000200:3.0:1773941493.069239:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941493.069261:0:14261:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941493.069272:0:14261:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa093854981c0. 00000020:00000010:2.0:1773941493.069274:0:14261:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09385498780. 00000020:00000010:2.0:1773941493.069278:0:14261:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09390b5d600. 00000020:00000010:2.0:1773941493.069280:0:14261:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09390b5ca00. 00000020:00000010:2.0:1773941493.069287:0:14261:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f9c0. 00000040:00000010:2.0:1773941493.069290:0:14261:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09391d2f400. 00000020:00000010:2.0:1773941493.069293:0:14261:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09398198000. 00000020:00000010:2.0:1773941493.069295:0:14261:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af0a10. 00000020:00000010:2.0:1773941493.069298:0:14261:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09391d2f600. 80000000:00000010:2.0:1773941493.069300:0:14261:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041f840. 40000000:00000010:2.0:1773941493.069302:0:14261:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09385498500. 00008000:00000010:2.0:1773941493.069305:0:14261:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa09383898388. 00100000:00000010:2.0:1773941493.069308:0:14261:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09398199000. 00040000:00000010:2.0:1773941493.069311:0:14261:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0938624af00. 00040000:00000010:2.0:1773941493.069313:0:14261:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0939819d000. 00040000:00000010:2.0:1773941493.069315:0:14261:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09391d2fc00. 00000004:00000010:2.0:1773941493.069317:0:14261:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0939819e800. 00000004:00000010:2.0:1773941493.069321:0:14261:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb0000. 00000004:00000010:2.0:1773941493.069323:0:14261:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa0939819f800. 00000400:00000200:3.0:1773941493.069325:0:2396:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.146@tcp 00002000:00000010:2.0:1773941493.069326:0:14261:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09387c94400. 00000004:00000010:2.0:1773941493.069330:0:14261:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09388108c00. 00000100:00000200:2.0:1773941493.069332:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069338:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01499f8. 00000400:00000200:3.0:1773941493.069343:0:2396:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp 00000400:00000010:2.0:1773941493.069343:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09388e3be40. 00000100:00000200:2.0:1773941493.069348:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941493.069351:0:2396:0:(peer.c:2187:lnet_destroy_peer_ni_locked()) ffffa093881bae00 nid 192.168.202.146@tcp 00000400:00000010:2.0:1773941493.069352:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149478. 00000400:00000010:2.0:1773941493.069355:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09388e3b3c0. 00000100:00000200:2.0:1773941493.069357:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069358:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149160. 00000400:00000010:2.0:1773941493.069360:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09388e3b300. 00000100:00000200:2.0:1773941493.069361:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069362:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149058. 00000400:00000010:2.0:1773941493.069364:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093996c2b40. 00000100:00000200:2.0:1773941493.069365:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069366:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01496e0. 00000400:00000010:2.0:1773941493.069368:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093996c2480. 00000100:00000200:2.0:1773941493.069369:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069370:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149f20. 00000400:00000010:2.0:1773941493.069376:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093996c2300. 00000100:00000200:2.0:1773941493.069378:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069379:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01495d8. 00000400:00000010:2.0:1773941493.069381:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093996c2540. 00000100:00000200:2.0:1773941493.069382:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069383:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149d10. 00000400:00000010:2.0:1773941493.069385:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093996c2180. 00000100:00000200:2.0:1773941493.069386:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069387:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01490b0. 00000400:00000010:2.0:1773941493.069388:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093996c2d80. 00000100:00000200:2.0:1773941493.069389:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069391:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149790. 00000400:00000010:2.0:1773941493.069393:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09382a4d780. 00000100:00000200:2.0:1773941493.069394:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069395:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149630. 00000400:00000010:2.0:1773941493.069397:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09382a4d6c0. 00000100:00000200:2.0:1773941493.069399:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069400:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149528. 00000400:00000010:3.0:1773941493.069404:0:2396:0:(peer.c:2217:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at ffffa093881bae00. 00000400:00000010:2.0:1773941493.069404:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09382a4d840. 00000100:00000200:2.0:1773941493.069409:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941493.069411:0:2396:0:(peer.c:212:lnet_destroy_peer_net_locked()) ffffa093a00fc180 net tcp 00000400:00000010:2.0:1773941493.069411:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149108. 00000400:00000010:3.0:1773941493.069416:0:2396:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at ffffa093a00fc180. 00000400:00000010:2.0:1773941493.069416:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09382a4d9c0. 00000100:00000200:2.0:1773941493.069423:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941493.069424:0:2396:0:(peer.c:270:lnet_destroy_peer_locked()) ffffa093881bb200 nid 192.168.202.146@tcp 00000400:00000010:2.0:1773941493.069427:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149420. 00000400:00000010:3.0:1773941493.069428:0:2396:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at ffffa093881bb200. 00000400:00000010:2.0:1773941493.069431:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09382a4d540. 00000400:00000200:3.0:1773941493.069435:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:2.0:1773941493.069436:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941493.069440:0:2396:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffffa09386251000. 00000400:00000010:2.0:1773941493.069440:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149dc0. 00000400:00000010:2.0:1773941493.069446:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399f6da80. 00000400:00000200:3.0:1773941493.069447:0:2396:0:(peer.c:183:lnet_peer_ni_alloc()) ffffa09386251000 nid 192.168.202.146@tcp 00000100:00000200:2.0:1773941493.069448:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069451:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149cb8. 00000400:00000200:3.0:1773941493.069455:0:2396:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp flags 0x11 00000400:00000010:2.0:1773941493.069456:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09399f6d840. 00000100:00000200:2.0:1773941493.069460:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941493.069461:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1773941493.069464:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01498f0. 00000400:00000200:3.0:1773941493.069467:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1773941493.069469:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391de9540. 00000400:00000200:3.0:1773941493.069472:0:2396:0:(peer.c:1899:lnet_peer_add_nid()) peer 192.168.202.146@tcp NID 192.168.202.156@tcp flags 0x11: 0 00000100:00000200:2.0:1773941493.069473:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941493.069476:0:2396:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffffa093896af240. 00000400:00000010:2.0:1773941493.069482:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149c60. 00000400:00000010:3.0:1773941493.069483:0:2396:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffffa093896afa00. 00000400:00000010:2.0:1773941493.069488:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391de96c0. 00000400:00000010:3.0:1773941493.069489:0:2396:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffffa093896af940. 00000100:00000200:2.0:1773941493.069493:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941493.069495:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1773941493.069498:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149e18. 00000400:00000200:3.0:1773941493.069503:0:2396:0:(peer.c:566:lnet_peer_del_nid()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp flags 0x11: -1 00000400:00000010:2.0:1773941493.069503:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09391de9a80. 00000100:00000200:2.0:1773941493.069508:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00020000:3.0:1773941493.069509:0:2396:0:(peer.c:3365:lnet_peer_merge_data()) Error deleting NID 192.168.202.146@tcp from peer 192.168.202.146@tcp: -1 00000400:00000010:2.0:1773941493.069513:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149b00. 00000400:00000010:2.0:1773941493.069518:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a0c0. 00000100:00000200:2.0:1773941493.069522:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069525:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149738. 00000400:00000010:2.0:1773941493.069527:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a600. 00000100:00000200:2.0:1773941493.069530:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069532:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01493c8. 00000400:00000010:2.0:1773941493.069533:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a3c0. 00000100:00000200:2.0:1773941493.069534:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069535:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149370. 00000400:00000010:2.0:1773941493.069537:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a480. 00000100:00000200:2.0:1773941493.069538:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069539:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149b58. 00000400:00000010:2.0:1773941493.069540:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626ab40. 00000100:00000200:2.0:1773941493.069542:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069543:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149000. 00000400:00000010:2.0:1773941493.069544:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626af00. 00000100:00000200:2.0:1773941493.069545:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069546:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149bb0. 00000400:00000010:2.0:1773941493.069547:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626aa80. 00000100:00000200:2.0:1773941493.069548:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069549:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149898. 00000400:00000010:2.0:1773941493.069551:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626ac00. 00000100:00000200:2.0:1773941493.069552:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069569:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149318. 00000400:00000010:2.0:1773941493.069571:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a6c0. 00000100:00000200:2.0:1773941493.069573:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069574:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149f78. 00000400:00000010:2.0:1773941493.069576:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a240. 00000100:00000200:2.0:1773941493.069661:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069663:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149d68. 00000400:00000010:2.0:1773941493.069665:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626ae40. 00000100:00000200:2.0:1773941493.069667:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069668:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01492c0. 00000400:00000010:2.0:1773941493.069670:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a540. 00000100:00000200:2.0:1773941493.069671:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069672:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149a50. 00000400:00000010:2.0:1773941493.069674:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626acc0. 00000100:00000200:2.0:1773941493.069675:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069676:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149268. 00000400:00000010:2.0:1773941493.069678:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a900. 00000100:00000200:2.0:1773941493.069679:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069680:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01497e8. 00000400:00000010:2.0:1773941493.069681:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a300. 00000100:00000200:2.0:1773941493.069682:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069683:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149210. 00000400:00000010:2.0:1773941493.069684:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a780. 00000100:00000200:2.0:1773941493.069685:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069687:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149e70. 00000400:00000010:2.0:1773941493.069688:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a180. 00000100:00000200:2.0:1773941493.069689:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069690:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01491b8. 00000400:00000010:2.0:1773941493.069691:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a9c0. 00000100:00000200:2.0:1773941493.069692:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069694:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149580. 00000400:00000010:2.0:1773941493.069695:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0938626a840. 00000100:00000200:2.0:1773941493.069697:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069699:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149688. 00000400:00000010:2.0:1773941493.069703:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09398069480. 00000100:00000200:2.0:1773941493.069705:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069707:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149aa8. 00000400:00000010:2.0:1773941493.069710:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093980690c0. 00000100:00000200:2.0:1773941493.069712:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069714:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149840. 00000400:00000010:2.0:1773941493.069722:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09398069000. 00000100:00000200:2.0:1773941493.069725:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069728:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01494d0. 00000400:00000010:2.0:1773941493.069730:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09398069780. 00000100:00000200:2.0:1773941493.069732:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069734:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149ec8. 00000400:00000010:2.0:1773941493.069737:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093980696c0. 00000100:00000200:2.0:1773941493.069739:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069742:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0149948. 00000400:00000010:2.0:1773941493.069744:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec0540. 00000100:00000200:2.0:1773941493.069747:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069749:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a01499a0. 00000400:00000010:2.0:1773941493.069752:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec0000. 00000100:00000200:2.0:1773941493.069754:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069768:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15e70. 00000400:00000010:2.0:1773941493.069771:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec09c0. 00000100:00000200:2.0:1773941493.069773:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069775:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d151b8. 00000400:00000010:2.0:1773941493.069776:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec0cc0. 00000100:00000200:2.0:1773941493.069777:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069779:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15580. 00000400:00000010:2.0:1773941493.069780:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec0480. 00000100:00000200:2.0:1773941493.069782:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069783:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15688. 00000400:00000010:2.0:1773941493.069785:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec00c0. 00000100:00000200:2.0:1773941493.069786:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069787:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15aa8. 00000400:00000010:2.0:1773941493.069788:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec06c0. 00000100:00000200:2.0:1773941493.069790:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069791:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15840. 00000400:00000010:2.0:1773941493.069792:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec0f00. 00000100:00000200:2.0:1773941493.069793:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069794:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d159a0. 00000400:00000010:2.0:1773941493.069796:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec0600. 00000100:00000200:2.0:1773941493.069797:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069801:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15948. 00000400:00000010:2.0:1773941493.069803:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec0b40. 00000100:00000200:2.0:1773941493.069804:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069805:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d154d0. 00000400:00000010:2.0:1773941493.069807:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093a0ec0d80. 00000100:00000200:2.0:1773941493.069808:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069809:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15ec8. 00000400:00000010:2.0:1773941493.069812:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09398b04a80. 00000100:00000200:2.0:1773941493.069813:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069815:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15c08. 00000400:00000010:2.0:1773941493.069816:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa09398b04180. 00000100:00000200:2.0:1773941493.069817:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069819:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d159f8. 00000400:00000010:2.0:1773941493.069821:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093881dd840. 00000100:00000200:2.0:1773941493.069822:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069823:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15478. 00000400:00000010:2.0:1773941493.069825:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093881dd540. 00000100:00000200:2.0:1773941493.069826:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069827:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15160. 00000400:00000010:2.0:1773941493.069829:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093881dd780. 00000100:00000200:2.0:1773941493.069830:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069831:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15058. 00000400:00000010:2.0:1773941493.069832:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093881dd9c0. 00000100:00000200:2.0:1773941493.069834:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069835:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d156e0. 00000400:00000010:2.0:1773941493.069836:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093881ddd80. 00000100:00000200:2.0:1773941493.069837:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069838:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15f20. 00000400:00000010:2.0:1773941493.069840:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093881dd240. 00000100:00000200:2.0:1773941493.069841:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069842:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d155d8. 00000400:00000010:2.0:1773941493.069844:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093881ddf00. 00000100:00000200:2.0:1773941493.069846:0:14261:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941493.069848:0:14261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15d10. 00000400:00000010:2.0:1773941493.069850:0:14261:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa093881dd900. 00000100:00000010:2.0:1773941493.069859:0:14261:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa0939819b000. 00000100:00000200:2.0:1773941493.069873:0:14261:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941493.069890:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.069893:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941493.069894:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00000010:1.0:1773941493.069898:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa093881bb800. 00000100:00100000:1.0:1773941493.069900:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00000001:1.0:1773941493.070057:0:14262:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941493.070095:0:14262:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09385498800. 00000020:00000010:2.0:1773941493.070099:0:14262:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09385498a40. 00000020:00000010:2.0:1773941493.070103:0:14262:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391d2e600. 00000020:00000010:2.0:1773941493.070106:0:14262:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09391d2ee00. 00000020:00000010:2.0:1773941493.070109:0:14262:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f0c0. 00000040:00000010:2.0:1773941493.070113:0:14262:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09398f7c800. 00000020:00000010:2.0:1773941493.070116:0:14262:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0939819c000. 00000020:00000010:2.0:1773941493.070120:0:14262:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af1e30. 00000020:00000010:2.0:1773941493.070123:0:14262:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09398f7d600. 80000000:00000010:2.0:1773941493.070126:0:14262:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041f480. 40000000:00000010:2.0:1773941493.070128:0:14262:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa093854980c0. 00008000:00000010:2.0:1773941493.070131:0:14262:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093838998b8. 00100000:00000010:2.0:1773941493.070134:0:14262:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0939819c800. 00040000:00000010:2.0:1773941493.070136:0:14262:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0938624ae00. 00040000:00000010:2.0:1773941493.070138:0:14262:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09398199800. 00040000:00000010:2.0:1773941493.070140:0:14262:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390b7ee00. 00000004:00000010:2.0:1773941493.070143:0:14262:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0939819a000. 00000004:00000010:2.0:1773941493.070145:0:14262:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa09382fb7000. 00000004:00000010:2.0:1773941493.070147:0:14262:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa0939819e000. 00002000:00000010:2.0:1773941493.070150:0:14262:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0938810b400. 00000004:00000010:2.0:1773941493.070152:0:14262:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09388109400. 00000100:00000010:2.0:1773941493.070154:0:14262:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa09398198800. 00000100:00000200:2.0:1773941493.070163:0:14262:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1773941493.070173:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.070177:0:14253:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941493.070179:0:14253:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00000010:1.0:1773941493.070183:0:14253:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffffa093881bba00. 00000100:00100000:1.0:1773941493.070186:0:14253:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00000100:00000001:1.0:1773941493.070314:0:14263:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941493.070633:0:14263:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffffa09385498180. 00000020:00000010:2.0:1773941493.070637:0:14263:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09385498740. 00000020:00000010:2.0:1773941493.070641:0:14263:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09390b7fa00. 00000020:00000010:2.0:1773941493.070644:0:14263:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09390b7ea00. 00000020:00000010:2.0:1773941493.070647:0:14263:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffffa0939041f600. 00000040:00000010:2.0:1773941493.070650:0:14263:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09390b7f200. 00000020:00000010:2.0:1773941493.070653:0:14263:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09387c9c800. 00000020:00000010:2.0:1773941493.070656:0:14263:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09386af0508. 00000020:00000010:2.0:1773941493.070658:0:14263:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09390b7fe00. 80000000:00000010:2.0:1773941493.070665:0:14263:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041f660. 40000000:00000010:2.0:1773941493.070666:0:14263:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa093854988c0. 00008000:00000010:2.0:1773941493.070669:0:14263:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffffa093838991a8. 00100000:00000010:2.0:1773941493.070671:0:14263:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa093995ed000. 00040000:00000010:2.0:1773941493.070673:0:14263:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0938624ac00. 00040000:00000010:2.0:1773941493.070676:0:14263:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09388798800. 00040000:00000010:2.0:1773941493.070678:0:14263:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390b7e600. 00000004:00000010:2.0:1773941493.070680:0:14263:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0938879e000. 00000004:00000010:2.0:1773941493.070683:0:14263:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa0938388c000. 00000004:00000010:2.0:1773941493.070685:0:14263:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa093996fb800. 00002000:00000010:2.0:1773941493.070687:0:14263:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0938810a800. 00000004:00000010:2.0:1773941493.070689:0:14263:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09388108800. 00000100:00000010:2.0:1773941493.070692:0:14263:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffffa093996f9800. 00000100:00000200:2.0:1773941493.070704:0:14263:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1773941493.070717:0:14253:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.070720:0:14253:0:(service.c:3418:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.070721:0:14253:0:(service.c:857:ptlrpc_register_service()) Process leaving (rc=18446639154241806848 : -104919467744768 : ffffa09388652200) 00010000:00000010:1.0:1773941493.070726:0:14253:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at ffffa09386aea000. 00010000:00000001:1.0:1773941493.070914:0:14264:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:1.0:1773941493.070918:0:14264:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffffa09388684dc0. 00000020:00000010:1.0:1773941493.070920:0:14264:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093881bb000. 00000020:00000010:1.0:1773941493.070923:0:14264:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093881bbc00. 00000020:00000010:1.0:1773941493.070926:0:14264:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386244000. 00000020:00000010:1.0:1773941493.070928:0:14264:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09382cf9e30. 00000020:00000010:1.0:1773941493.070931:0:14264:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093881ba000. 80000000:00000010:1.0:1773941493.070933:0:14264:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09398102d80. 40000000:00000010:1.0:1773941493.070935:0:14264:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09388684940. 00100000:00000010:1.0:1773941493.070937:0:14264:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09386241000. 00040000:00000010:1.0:1773941493.070939:0:14264:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1a00. 00040000:00000010:1.0:1773941493.070941:0:14264:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa093881baa00. 00002000:00000010:1.0:1773941493.070944:0:14264:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093862b4800. 00000020:00000010:1.0:1773941493.070946:0:14264:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684ac0. 00000020:00000001:1.0:1773941493.070953:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941493.070955:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941493.070958:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941493.070959:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941493.070960:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941493.070962:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941493.070964:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941493.070965:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941493.070966:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941493.071111:0:14265:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:1.0:1773941493.071116:0:14265:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffffa09388684200. 00000020:00000010:1.0:1773941493.071119:0:14265:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093881bb600. 00000020:00000010:1.0:1773941493.071123:0:14265:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093881bbe00. 00000020:00000010:1.0:1773941493.071126:0:14265:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386245000. 00000020:00000010:1.0:1773941493.071129:0:14265:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09382cf8a10. 00000020:00000010:1.0:1773941493.071132:0:14265:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa093881ba800. 80000000:00000010:1.0:1773941493.071134:0:14265:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09398102a80. 40000000:00000010:1.0:1773941493.071136:0:14265:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09388684a80. 00100000:00000010:1.0:1773941493.071138:0:14265:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09386243000. 00040000:00000010:1.0:1773941493.071140:0:14265:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1300. 00040000:00000010:1.0:1773941493.071147:0:14265:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa093881ba600. 00002000:00000010:1.0:1773941493.071149:0:14265:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa093862b7800. 00000020:00000010:1.0:1773941493.071151:0:14265:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09388684fc0. 00000020:00000001:1.0:1773941493.071158:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941493.071159:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941493.071161:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941493.071162:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941493.071164:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941493.071165:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941493.071166:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941493.071167:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941493.071169:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941493.071309:0:14266:0:(ldlm_lockd.c:159:expired_lock_main()) Process entered 00000020:00000010:1.0:1773941493.071313:0:14266:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa093881bb200. 00000020:00000010:1.0:1773941493.071317:0:14266:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa093881bae00. 00000040:00000010:1.0:1773941493.071321:0:14266:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09390300c00. 00000020:00000010:1.0:1773941493.071324:0:14266:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386246800. 00000020:00000010:1.0:1773941493.071328:0:14266:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa09382cfe9a8. 00000020:00000010:1.0:1773941493.071331:0:14266:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09390300e00. 80000000:00000010:1.0:1773941493.071334:0:14266:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09398102540. 40000000:00000010:1.0:1773941493.071337:0:14266:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa09388684780. 00100000:00000010:1.0:1773941493.071340:0:14266:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa09386241800. 00040000:00000010:1.0:1773941493.071343:0:14266:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa093854a1100. 00040000:00000010:1.0:1773941493.071347:0:14266:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa09386247800. 00040000:00000010:1.0:1773941493.071350:0:14266:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390300400. 00000004:00000010:1.0:1773941493.071353:0:14266:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffffa093854a9000. 00000004:00000010:1.0:1773941493.071357:0:14266:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffffa093867fa000. 00000004:00000010:1.0:1773941493.071361:0:14266:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffffa093854aa800. 00002000:00000010:1.0:1773941493.071364:0:14266:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa09384f7a000. 00000004:00000010:1.0:1773941493.071366:0:14266:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffffa09384f78000. 00000020:00000010:1.0:1773941493.071368:0:14266:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa093886846c0. 00010000:00000001:1.0:1773941493.071376:0:14266:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:1.0:1773941493.071378:0:14266:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941493.071380:0:14266:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:2.0:1773941493.071384:0:14253:0:(ldlm_pool.c:1348:ldlm_pools_init()) Process entered 00010000:00000001:1.0:1773941493.071388:0:14266:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1773941493.071390:0:14253:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffffa0939041fb40. 00000001:00000010:2.0:1773941493.071397:0:14253:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffffa0939041f2a0. 00010000:00000001:2.0:1773941493.071401:0:14253:0:(ldlm_pool.c:1376:ldlm_pools_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941493.071411:0:14253:0:(ldlm_lockd.c:3518:ldlm_setup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941493.071413:0:14253:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941493.071416:0:14253:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffffa093996f8000. 00000020:00000040:2.0:1773941493.071418:0:14253:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.146@tcp (ffffa093885a19b8) now 3 - import 00000020:00000001:2.0:1773941493.071422:0:14253:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941493.071424:0:14253:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=1 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941493.071425:0:14253:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1773941493.071428:0:14253:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1773941493.071436:0:14253:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.146@tcp->12345-192.168.202.146@tcp 00000100:00000001:2.0:1773941493.071438:0:14253:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1773941493.071441:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941493.071445:0:14253:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.146@tcp: -114 00000400:00000200:2.0:1773941493.071447:0:14253:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1773941493.071449:0:14253:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941493.071450:0:14253:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp: 0. pending discovery 00000400:00000200:2.0:1773941493.071453:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941493.071455:0:14253:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.146@tcp primary NID 192.168.202.146@tcp rc 0 00000100:00000001:2.0:1773941493.071462:0:14253:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941493.071464:0:14253:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 1 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941493.071466:0:14253:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000100:00000001:2.0:1773941493.071468:0:14253:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446639154519521408 : -104919190030208 : 0xffffa09398f2b880) 00000100:00000040:2.0:1773941493.071470:0:14253:0:(connection.c:149:ptlrpc_connection_get()) conn=ffffa09398f2b880 refcount 1 to 192.168.202.146@tcp 00000100:00000040:2.0:1773941493.071472:0:14253:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.146@tcp -> ffffa09398f2b880 00010000:00000010:2.0:1773941493.071474:0:14253:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffffa0939041fc00. 00010000:00080000:2.0:1773941493.071476:0:14253:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa093996f8000@MGC192.168.202.146@tcp: add connection 192.168.202.146@tcp at head 00010000:00000001:2.0:1773941493.071478:0:14253:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941493.071480:0:14253:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1773941493.071481:0:14253:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1773941493.071482:0:14253:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1773941493.071485:0:14253:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffffa0938810ac00. 00000001:00000001:2.0:1773941493.071486:0:14253:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1773941493.071490:0:14253:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffffa0939a4f8200. 00000001:00000010:2.0:1773941493.071493:0:14253:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffffa09390c205f0. 00000001:00000010:2.0:1773941493.071495:0:14253:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffffa09391dcf400. 00000001:00000010:2.0:1773941493.071497:0:14253:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffffa09391dcf800. 00000020:00000010:2.0:1773941493.071540:0:14253:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09389f88c00. 00000020:00000010:2.0:1773941493.071542:0:14253:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffffa0939041f900. 00010000:00000001:2.0:1773941493.071571:0:14253:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1773941493.071604:0:14253:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1773941493.071618:0:14253:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09389f89800. 00000020:00000010:2.0:1773941493.071621:0:14253:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffffa09391dce600. 00010000:00000001:2.0:1773941493.071629:0:14253:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1773941493.071630:0:14253:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.146@tcp-0 is initialized 00010000:00000001:2.0:1773941493.071632:0:14253:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941493.071634:0:14253:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446639154236271616 : -104919473280000 : ffffa0938810ac00) 00010000:00000001:2.0:1773941493.071636:0:14253:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941493.071639:0:14253:0:(mgc_request.c:751:mgc_llog_init()) Process entered 00000040:00000001:2.0:1773941493.071640:0:14253:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:2.0:1773941493.071642:0:14253:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffffa093881ddb40. 00000020:00000040:2.0:1773941493.071644:0:14253:0:(genops.c:887:class_export_get()) GET export ffffa09387c9c000 refcount=2 00000040:01000000:2.0:1773941493.071650:0:14253:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.146@tcp ctxt 1 is initialized 00000040:00000001:2.0:1773941493.071652:0:14253:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941493.071654:0:14253:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 00000040:00000001:2.0:1773941493.071656:0:14253:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:2.0:1773941493.071657:0:14253:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=2 obd=MGC192.168.202.146@tcp 00000040:00000001:2.0:1773941493.071659:0:14253:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941493.071661:0:14253:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffffa093881ddb40 : new refcount 1 10000000:00000001:2.0:1773941493.071662:0:14253:0:(mgc_request.c:767:mgc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941493.071743:0:14253:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1773941493.071908:0:14267:0:(mgc_request.c:629:mgc_requeue_thread()) Process entered 10000000:01000000:2.0:1773941493.071911:0:14267:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 10000000:00000001:0.0:1773941493.071937:0:14253:0:(mgc_request.c:896:mgc_device_alloc()) Process leaving (rc=18446639154189664384 : -104919519887232 : ffffa09385498080) 00000020:00000010:0.0:1773941493.071946:0:14253:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938626f000. 00000040:00000010:0.0:1773941493.071952:0:14253:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938626ee00. 00000020:00000010:0.0:1773941493.071957:0:14253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c9e000. 00000020:00000010:0.0:1773941493.071975:0:14253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938626e200. 00040000:00000010:0.0:1773941493.071981:0:14253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0938624ad00. 00040000:00000010:0.0:1773941493.071985:0:14253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938626e600. 00000020:00000010:0.0:1773941493.071989:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938626f800. 00000020:00000010:0.0:1773941493.072001:0:14253:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0938871d780. 00000020:00000010:0.0:1773941493.072008:0:14253:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa093a010d7d0. 00008000:00000010:0.0:1773941493.072012:0:14253:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffffa093a00b5e98. 00000020:00000010:0.0:1773941493.072017:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938626fe00. 00000020:00000001:0.0:1773941493.072020:0:14253:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941493.072024:0:14253:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.146@tcp (ffffa093885a19b8) now 4 - setup 00000020:00000080:0.0:1773941493.072027:0:14253:0:(obd_config.c:861:class_setup()) finished setup of obd MGC192.168.202.146@tcp (uuid d0a345f7-236f-4283-8d0b-61189a46960a) 00000020:00000001:0.0:1773941493.072036:0:14253:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941493.072039:0:14253:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941493.072044:0:14253:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at ffffa0938871df00. 00000020:00000001:0.0:1773941493.072051:0:14253:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1773941493.072055:0:14253:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1773941493.072066:0:14253:0:(mgc_request.c:1125:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941493.072069:0:14253:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941493.072072:0:14253:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:0.0:1773941493.072074:0:14253:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:0.0:1773941493.072077:0:14253:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:0.0:1773941493.072079:0:14253:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1773941493.072085:0:14253:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffffa09387c9e000. 00000020:00000001:0.0:1773941493.072087:0:14253:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941493.072090:0:14253:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09387c9e000 with handle 0x450ee06f069b0b7c to hash 00000020:00000001:0.0:1773941493.072100:0:14253:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1773941493.072104:0:14253:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1773941493.072106:0:14253:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941493.072109:0:14253:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.146@tcp (ffffa093885a19b8) now 5 - export 00000020:00000001:0.0:1773941493.072113:0:14253:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000040:0.0:1773941493.072116:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 1 00000020:00000080:0.0:1773941493.072119:0:14253:0:(genops.c:1404:class_connect()) connect: client d0a345f7-236f-4283-8d0b-61189a46960a, cookie 0x450ee06f069b0b7c 00000020:00000001:0.0:1773941493.072121:0:14253:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941493.072130:0:14253:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941493.072139:0:14253:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:0.0:1773941493.072142:0:14253:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941493.072144:0:14253:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=2 00000020:00000001:0.0:1773941493.072147:0:14253:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:0.0:1773941493.072150:0:14253:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000001:0.0:1773941493.072162:0:14253:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1773941493.072166:0:14253:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941493.072170:0:14253:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 0 00000400:00000200:0.0:1773941493.072175:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941493.072187:0:14253:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is not discovered: rc = -114 00000100:00080000:0.0:1773941493.072192:0:14253:0:(import.c:545:import_select_connection()) MGC192.168.202.146@tcp: skip NID 192.168.202.146@tcp as not ready: rc = -114 00000100:00000001:0.0:1773941493.072195:0:14253:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941493.072198:0:14253:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941493.072200:0:14253:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:0.0:1773941493.072203:0:14253:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941493.072204:0:14253:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:0.0:1773941493.072206:0:14253:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941493.072209:0:14253:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:0.0:1773941493.072218:0:14253:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:0.0:1773941493.072221:0:14253:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000001:0.0:1773941493.072223:0:14253:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941493.072226:0:14253:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941493.072228:0:14253:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:0.0:1773941493.072230:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:0.0:1773941493.072234:0:14253:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:0.0:1773941493.072237:0:14253:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941493.072241:0:14253:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941493.072244:0:14253:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1773941493.072247:0:14253:0:(sec.c:1450:sptlrpc_sec_create()) mgc MGC192.168.202.146@tcp: select security flavor null 02000000:00000001:0.0:1773941493.072250:0:14253:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072653135520 : -1056416096 : ffffffffc1085ea0) 02000000:00000001:0.0:1773941493.072254:0:14253:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.072264:0:14253:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941493.072266:0:14253:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941493.072272:0:14253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024d180. 00000020:00000040:0.0:1773941493.072276:0:14253:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 02000000:00000001:0.0:1773941493.072281:0:14253:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941493.072283:0:14253:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.072287:0:14253:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941493.072290:0:14253:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941493.072302:0:14253:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941493.072310:0:14253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09390d9f400. 00000100:00000001:0.0:1773941493.072317:0:14253:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941493.072334:0:14253:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0939024d180 x1860112244292096/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941493.072346:0:14253:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941493.072350:0:14253:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941493.072356:0:14253:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb919ff8] to pc [ptlrpcd_rcv+-1] req@ffffa0939024d180 x1860112244292096/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.072385:0:14253:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.072388:0:14253:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:0.0:1773941493.072398:0:14253:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import d0a345f7-236f-4283-8d0b-61189a46960a->MGS 00000100:00000001:2.0:1773941493.072399:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1773941493.072401:0:14253:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941493.072403:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941493.072408:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941493.072414:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024d180 x1860112244292096/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941493.072419:0:14253:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.072422:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941493.072425:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941493.072428:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1773941493.072430:0:14253:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 02000000:00000001:2.0:1773941493.072431:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773941493.072435:0:14253:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941493.072436:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941493.072443:0:14253:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at ffffa09385498c00. 00000100:00100000:2.0:1773941493.072444:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244292096:192.168.202.146@tcp:250:mount.lustre.0 00000100:00000001:2.0:1773941493.072450:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1773941493.072451:0:14253:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffffa0938914eb40. 00000100:00000001:2.0:1773941493.072452:0:2397:0:(niobuf.c:917:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.072456:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.072459:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.072461:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941493.072464:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1773941493.072465:0:14253:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffffa093a0632da0. 00000100:00000001:2.0:1773941493.072466:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941493.072471:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941493.072473:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1773941493.072473:0:14253:0:(obd_mount.c:565:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.072474:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.072479:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941493.072482:0:14253:0:(llite_lib.c:1392:ll_fill_super()) Process entered 00000080:00200000:0.0:1773941493.072486:0:14253:0:(llite_lib.c:1395:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffffa09387c9b800 (sb ffffa09387c9b800) 00000100:00000040:0.0:1773941493.072509:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (264) 00000080:00000010:0.0:1773941493.072530:0:14253:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at ffffa093a00fcd20. 00000080:00000001:0.0:1773941493.072534:0:14253:0:(llite_lib.c:93:ll_init_sbi()) Process entered 00000080:00000010:0.0:1773941493.072538:0:14253:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffffa0938628f800. 00000020:00000001:0.0:1773941493.072651:0:14253:0:(cl_page.c:1379:cl_cache_init()) Process entered 00000020:00000010:0.0:1773941493.072679:0:14253:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffffa09389f8d6c0. 00000020:00000001:0.0:1773941493.072683:0:14253:0:(cl_page.c:1396:cl_cache_init()) Process leaving (rc=18446639154268264128 : -104919441287488 : ffffa09389f8d6c0) 00000080:00000010:0.0:1773941493.072688:0:14253:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffffa09382eb4c30. 00000080:00000010:0.0:1773941493.072693:0:14253:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffffa09382eb44a0. 00000080:00000001:0.0:1773941493.072703:0:14253:0:(llite_lib.c:240:ll_init_sbi()) Process leaving (rc=18446639154204309504 : -104919505242112 : ffffa0938628f800) 00000080:00000001:0.0:1773941493.072713:0:14253:0:(llite_lib.c:1107:ll_options()) Process entered 00000080:00000001:0.0:1773941493.072716:0:14253:0:(llite_lib.c:1109:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:0.0:1773941493.072722:0:14253:0:(llite_lib.c:1429:ll_fill_super()) llite sb uuid: 63b126e7-a909-4be6-874c-57ee0bf0d91d 00000080:00000001:0.0:1773941493.072898:0:14253:0:(lproc_llite.c:2772:ll_debugfs_register_super()) Process entered 00000020:00000010:0.0:1773941493.073294:0:14253:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09390d9fc00. 00000020:00000010:0.0:1773941493.073299:0:14253:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffffa09386289000. 00000020:00000010:0.0:1773941493.073327:0:14253:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa09390d9ec00. 00000020:00000010:0.0:1773941493.073333:0:14253:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffffa09390d9f800. 00000080:00000001:0.0:1773941493.073357:0:14253:0:(lproc_llite.c:2842:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941493.073361:0:14253:0:(obd_mount.c:62:lustre_process_log()) Process entered 00000020:00000010:0.0:1773941493.073365:0:14253:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffffa0939056cf00. 00000020:00000010:0.0:1773941493.073370:0:14253:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffffa0938914eb40. 00000020:00000001:0.0:1773941493.073374:0:14253:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941493.073385:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938626e200. 00000020:00000010:0.0:1773941493.073390:0:14253:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938626ee00. 00000040:00000010:0.0:1773941493.073395:0:14253:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938626f000. 00000020:00000010:0.0:1773941493.073399:0:14253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938628c800. 00000020:00000010:0.0:1773941493.073404:0:14253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938626f800. 00040000:00000010:0.0:1773941493.073415:0:14253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa09389f05a00. 00040000:00000010:0.0:1773941493.073421:0:14253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09398f30e00. 10000000:00000001:0.0:1773941493.073424:0:14253:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941493.073427:0:14253:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1773941493.073430:0:14253:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1773941493.073433:0:14253:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1773941493.073435:0:14253:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa09387c9b800 10000000:00000001:0.0:1773941493.073439:0:14253:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773941493.073448:0:14253:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941493.073450:0:14253:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1773941493.073462:0:14253:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffffa093885a19b8 10000000:00000010:0.0:1773941493.073467:0:14253:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffffa09398f30600. 10000000:01000000:0.0:1773941493.073470:0:14253:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1773941493.073481:0:14253:0:(genops.c:887:class_export_get()) GET export ffffa09387c9c000 refcount=3 02000000:00000010:0.0:1773941493.073488:0:14253:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffffa0939056c880. 02000000:08000000:0.0:1773941493.073491:0:14253:0:(sec_config.c:557:sptlrpc_conf_get()) create sptlrpc conf lustre 10000000:00000001:0.0:1773941493.073494:0:14253:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941493.073496:0:14253:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941493.073500:0:14253:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941493.073501:0:14253:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941493.073513:0:14253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024d880. 00000020:00000040:0.0:1773941493.073517:0:14253:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941493.073520:0:14253:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941493.073523:0:14253:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941493.073526:0:14253:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941493.073531:0:14253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09398f31000. 00000100:00000001:0.0:1773941493.073535:0:14253:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941493.073539:0:14253:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941493.073542:0:14253:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941493.073549:0:14253:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543a00. 00010000:00000001:0.0:1773941493.073598:0:14253:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941493.073603:0:14253:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5f000. 00000020:00000010:0.0:1773941493.073608:0:14253:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa0939056c400. 00000020:00000001:0.0:1773941493.073611:0:14253:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941493.073613:0:14253:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5f000 with handle 0x450ee06f069b0b83 to hash 00000020:00000001:0.0:1773941493.073616:0:14253:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941493.073618:0:14253:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184187904 : -104919525363712 : ffffa09384f5f000) 00010000:00000001:0.0:1773941493.073621:0:14253:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184187904 : -104919525363712 : ffffa09384f5f000) 00010000:00000001:0.0:1773941493.073625:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941493.073628:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941493.073633:0:14253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941493.073644:0:14253:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941493.073665:0:14253:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941493.073672:0:14253:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941493.073674:0:14253:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941493.073680:0:14253:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37d80. 00000100:00000001:0.0:1773941493.073683:0:14253:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401082752 : -104919308468864 : ffffa09391e37d80) 00000100:00000001:0.0:1773941493.073685:0:14253:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941493.073687:0:14253:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371811456 : -104919337740160 : ffffa0939024d880) 00000400:00000200:3.0:1773941493.073690:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1773941493.073691:0:14253:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941493.073693:0:14253:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941493.073694:0:2396:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffffa093896af240. 00000100:00000001:0.0:1773941493.073696:0:14253:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000010:3.0:1773941493.073698:0:2396:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffffa093896afa00. 00000100:00000001:0.0:1773941493.073698:0:14253:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1773941493.073700:0:2396:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffffa093896af940. 00000400:00000010:3.0:1773941493.073703:0:2396:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffffa09386251e00. 00000100:00000040:0.0:1773941493.073703:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941493.073708:0:2396:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.146@tcp (ffffa0938626fc00): 0 00000100:00000001:0.0:1773941493.073711:0:14253:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1773941493.073713:0:2396:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.146@tcp(ffffa0938626fc00): 0. state = 0x100141 00000100:00000001:0.0:1773941493.073713:0:14253:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941493.073717:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x100141 rc 1 00000100:00080000:0.0:1773941493.073718:0:14253:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941493.073722:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x100141 00000100:00000001:0.0:1773941493.073727:0:14253:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941493.073729:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941493.073730:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941493.073733:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37d80 going to sleep for 0 seconds 00000100:00000001:0.0:1773941493.073735:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941493.073738:0:14253:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941493.073740:0:14253:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941493.073742:0:14253:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941493.073745:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.073839:0:2386:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:3.1:1773941493.073843:0:2386:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.0:1773941493.073851:0:2386:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.156@tcp p 3.x 192.168.202.46 -> 192.168.202.156:988 incarnation:1773941241120646789 sched[0] 00000800:00000010:3.0:1773941493.073856:0:2386:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffffa09383299000. 00000800:00000001:0.0:1773941493.073904:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941493.073909:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941493.073913:0:2386:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.156:988 00000400:00000200:3.0:1773941493.073954:0:2386:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.156:988 00000400:00000010:3.0:1773941493.074028:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3660. 00000400:00000010:3.0:1773941493.074039:0:2396:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa093814f5fc0. 00000400:00000200:3.0:1773941493.074045:0:2396:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1773941493.074053:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941493.074060:0:2396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.46@tcp to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1773941493.074067:0:2396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [122:122:256:4294967295] 192.168.202.156@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1773941493.074074:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941493.074078:0:2396:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.156@tcp 00000400:00000200:3.0:1773941493.074088:0:2396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:192.168.202.46@tcp) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941493.074093:0:2396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941493.074098:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941493.074104:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (4) 00000800:00000200:3.0:1773941493.074108:0:2396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941493.074111:0:2396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 144 niov 1 nkiov 1 00000800:00000200:0.0:1773941493.074187:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773941493.074190:0:2396:0:(peer.c:3922:lnet_peer_send_push()) peer 192.168.202.146@tcp 00000800:00000010:0.0:1773941493.074191:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000400:00000200:3.0:1773941493.074193:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x100541 rc 0 00000400:00000200:0.0:1773941493.074203:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941493.074208:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941493.074213:0:2391:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1773941493.074216:0:2391:0:(peer.c:3033:lnet_discovery_event_send()) Push Send to 192.168.202.156@tcp: 0 00000020:00000001:3.0:1773941493.074221:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941493.074224:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941493.074226:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:2.0:1773941493.074572:0:2386:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffffa09387ca4000. 00000800:00000010:2.0:1773941493.074576:0:2386:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffffa093881dd600. 00000800:00000010:2.0:1773941493.074599:0:2386:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffffa09385498340. 00000800:00000010:2.0:1773941493.074606:0:2386:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffffa09385498340. 00000800:00000001:0.0:1773941493.074785:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941493.074792:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941493.074795:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941493.074801:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941493.074806:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.074811:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : ACK - for me 00000400:00000200:0.0:1773941493.074818:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.074822:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.074828:0:2390:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.202.46@tcp: ACK from 12345-192.168.202.156@tcp into md 0x89d 00000400:00000200:0.0:1773941493.074832:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941493.074836:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: ACK: OK 00000400:00000200:0.0:1773941493.074842:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3660 00000400:00000010:0.0:1773941493.074845:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3660. 00000400:00000200:0.0:1773941493.074850:0:2390:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1773941493.074852:0:2390:0:(peer.c:2799:lnet_discovery_event_ack()) peer 192.168.202.146@tcp ev->status 0 00000400:00000200:0.0:1773941493.074856:0:2390:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.146@tcp: -114 00000800:00000001:0.0:1773941493.074875:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941493.074879:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941493.074989:0:2396:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1773941493.074995:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x100141 00000400:00000200:3.0:1773941493.074999:0:2396:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.146@tcp 00000400:00000200:3.0:1773941493.075002:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x100111 rc 0 00000800:00000001:0.0:1773941493.075004:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1773941493.075007:0:2396:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.146@tcp 00000800:00000001:0.0:1773941493.075010:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941493.075011:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941493.075014:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941493.075018:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.075022:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941493.075027:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.075030:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.075034:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941493.075038:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1773941493.075045:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.146@tcp of length 48/48 into md 0x219 [1] + 0 00000400:00000010:0.0:1773941493.075050:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027eec8. 00000400:00000200:0.0:1773941493.075060:0:2391:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa093830fab28 00000800:00000001:0.0:1773941493.075066:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941493.075094:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941493.075096:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941493.075100:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941493.075104:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fab28 00000400:00000010:0.0:1773941493.075106:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fab28. 00000400:00000200:0.0:1773941493.075110:0:2391:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1773941493.075115:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.075120:0:2391:0:(peer.c:2570:lnet_peer_push_event()) peer 192.168.202.146@tcp(ffffa0938626fc00) is MR 00000400:00000010:0.0:1773941493.075125:0:2391:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffffa09398f56340. 00000400:00000200:0.0:1773941493.075128:0:2391:0:(peer.c:2644:lnet_peer_push_event()) Received Push 192.168.202.146@tcp 363512030 00000400:00000200:0.0:1773941493.075146:0:2391:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.146@tcp: 0 00000400:00000200:0.0:1773941493.075153:0:2391:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1773941493.075158:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941493.075159:0:2396:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1773941493.075163:0:2391:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.46@tcp to MR: 192.168.202.156@tcp local destination 00000400:00000010:3.0:1773941493.075164:0:2396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15528. 00000400:00000010:3.0:1773941493.075168:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3b28. 00000400:00000200:0.0:1773941493.075168:0:2391:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [123:123:256:4294967295] 192.168.202.156@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1773941493.075173:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941493.075180:0:2391:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:192.168.202.46@tcp) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) 192.168.202.156@tcp : ACK try# 0 00000800:00000200:0.0:1773941493.075185:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941493.075188:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09389f05200. 00000800:00000200:0.0:1773941493.075193:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (4) 00000800:00000200:0.0:1773941493.075198:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941493.075200:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09389f05200 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1773941493.075217:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1773941493.075244:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941493.075247:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09389f05200. 00000400:00000200:0.0:1773941493.075250:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941493.075252:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: ACK: OK 00000800:00000001:0.0:1773941493.075262:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941493.075377:0:2396:0:(api-ni.c:2331:lnet_push_target_post()) posted push target ffffa09398f3b600 00000400:00000200:3.0:1773941493.075384:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x1000d1 00000400:00000200:3.0:1773941493.075389:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941493.075401:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941493.075407:0:2396:0:(peer.c:1899:lnet_peer_add_nid()) peer 192.168.202.146@tcp NID 192.168.202.156@tcp flags 0x11: 0 00000400:00000010:3.0:1773941493.075413:0:2396:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffffa093896af940. 00000400:00000010:3.0:1773941493.075416:0:2396:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffffa093896afa00. 00000400:00000010:3.0:1773941493.075418:0:2396:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffffa093896af240. 00000400:00000200:3.0:1773941493.075422:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941493.075428:0:2396:0:(peer.c:566:lnet_peer_del_nid()) peer 192.168.202.146@tcp NID 192.168.202.146@tcp flags 0x11: -1 00000400:00020000:3.0:1773941493.075433:0:2396:0:(peer.c:3365:lnet_peer_merge_data()) Error deleting NID 192.168.202.146@tcp from peer 192.168.202.146@tcp: -1 00000400:00000200:3.0:1773941493.075437:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1773941493.075439:0:2396:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffffa093896af940. 00000400:00000010:3.0:1773941493.075728:0:2396:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffffa093896afa00. 00000400:00000010:3.0:1773941493.075732:0:2396:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffffa093896af240. 00000400:00000010:3.0:1773941493.075735:0:2396:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffffa09398f56340. 00000400:00000200:3.0:1773941493.075739:0:2396:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.146@tcp (ffffa0938626fc00): 0 00000400:00000200:3.0:1773941493.075743:0:2396:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.146@tcp(ffffa0938626fc00): 0. state = 0x100151 00000400:00000200:3.0:1773941493.075747:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x100151 rc 1 00000400:00000200:3.0:1773941493.075751:0:2396:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x100151 00000400:00000200:3.0:1773941493.075755:0:2396:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.146@tcp 00000400:00000200:3.0:1773941493.075758:0:2396:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.146@tcp(ffffa0938626fc00) state 0x100111 rc 0 00000400:00000200:3.0:1773941493.075762:0:2396:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.146@tcp 00000400:00000200:3.0:1773941493.075874:0:2386:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:3.1:1773941493.075878:0:2386:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1773941493.075884:0:2386:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.156@tcp p 3.x 192.168.202.46 -> 192.168.202.156:988 incarnation:1773941241120646789 sched[0] 00000800:00000010:3.0:1773941493.075888:0:2386:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffffa093881dd600. 00000800:00000001:0.0:1773941493.075913:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941493.075917:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.097674:0:2397:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941494.097676:0:14253:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941494.097683:0:2397:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1773941494.097684:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941494.097689:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941494.097690:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941494.097694:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00100000:1.0:1773941494.097696:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37d80 going to sleep for 0 seconds 00000100:00100000:3.0:1773941494.097701:0:2397:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1773941493/real 0] req@ffffa0939024d180 x1860112244292096/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941494 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941494.097701:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941494.097707:0:14253:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941494.097712:0:14253:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941494.097716:0:14253:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1773941494.097717:0:42:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffffa09391db0e00. 00000100:00000001:3.0:1773941494.097722:0:2397:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941494.097723:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941494.097725:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1773941494.097730:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1773941494.097730:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.097735:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941494.097742:0:2397:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0939024d180 x1860112244292096/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941494 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1773941494.097755:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941494.097760:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941494.097767:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941494.097772:0:2397:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.097781:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941494.097783:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.097787:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941494.097789:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941494.097791:0:2397:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941494.097798:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024d180 x1860112244292096/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941494 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.097807:0:2397:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1773941494.097811:0:2397:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.097813:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941494.097815:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.097818:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1773941494.097821:0:2397:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1773941494.097826:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1773941494.097853:0:2397:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110) 00000100:00000001:3.0:1773941494.097857:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1773941494.097863:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024d180 x1860112244292096/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941494 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941494.097873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1773941494.097874:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244292096:192.168.202.146@tcp:250:mount.lustre.0 00000100:00080000:0.0:1773941494.097880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1773941494.097885:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941494.097887:0:38:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941494.097889:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1773941494.097891:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941494.097894:0:38:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 259 00000100:00000001:3.0:1773941494.097896:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941494.097902:0:38:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:3.0:1773941494.097904:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024d180 x1860112244292096/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941494 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941494.097909:0:38:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941494.097917:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941494.097922:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1773941494.097925:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1773941494.097926:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941494.097929:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:0.0:1773941494.097931:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941494.097933:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:0.0:1773941494.097935:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941494.097937:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:0.0:1773941494.097938:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:0.0:1773941494.097940:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:0.0:1773941494.097942:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941494.097943:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941494.097944:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941494.097945:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:0.0:1773941494.097947:0:38:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:0.0:1773941494.097950:0:38:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:0.0:1773941494.097951:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941494.097953:0:2397:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1773941494.097954:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941494.097958:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1773941494.097959:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 02000000:00000001:0.0:1773941494.097961:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941494.097966:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941494.097966:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941494.097968:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941494.097974:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024df80. 02000000:00000010:3.0:1773941494.097979:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09390d9f400. 00000020:00000040:0.0:1773941494.097986:0:38:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941494.097988:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941494.097991:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941494.097992:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1773941494.097993:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941494.097996:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024d180. 00000100:00000001:0.0:1773941494.097997:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941494.098000:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1773941494.098004:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1773941494.098004:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.098008:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1773941494.098012:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09390d9d000. 00000100:00000001:3.0:1773941494.098013:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.098020:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941494.098021:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.098022:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.098027:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941494.098029:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941494.098039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941494.098048:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941494.098051:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941494.098055:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005869541b] to pc [ptlrpcd_rcv+-1] req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.098068:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941494.098072:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 00000100:00000001:3.0:1773941494.098100:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941494.098104:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941494.098106:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941494.098112:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.098121:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941494.098122:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941494.098126:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941494.098129:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941494.098132:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941494.098135:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244292352:192.168.202.146@tcp:250:kworker.0 00000100:00000001:3.0:1773941494.098139:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941494.098143:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941494.098145:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941494.098148:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941494.098153:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adfc00. 02000000:00000001:3.0:1773941494.098155:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941494.098161:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941494.098166:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941494.098173:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941494.098180:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244292352, portal 25 00000100:00000001:3.0:1773941494.098191:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941494.098193:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371813248 : -104919337738368 : ffffa0939024df80) 00000100:00000040:3.0:1773941494.098204:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.098219:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941494.098222:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941494.098225:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3990. 00000100:00000200:3.0:1773941494.098230:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244292352, offset 0 00000400:00000200:3.0:1773941494.098237:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941494.098246:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941494.098253:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941494.098258:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941494.098262:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941494.098266:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941494.098269:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941494.098272:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[0, 3] 00000400:00000200:3.0:1773941494.098276:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941494.098281:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [124:124:256:4294967295] 192.168.202.146@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1773941494.098286:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941494.098297:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941494.098304:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941494.098309:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efdb00. 00000800:00000200:3.0:1773941494.098316:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941494.098325:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941494.098331:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efdb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941494.098346:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941494.098351:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941494.098354:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294933324 00000100:00000001:3.0:1773941494.098361:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932227 00000100:00000001:3.0:1773941494.098366:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294933324 00000100:00000001:3.0:1773941494.098371:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932227 00000100:00000001:3.0:1773941494.098375:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941494.098379:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.098388:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.098390:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.098394:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941494.098396:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941494.098398:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941494.098400:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941494.098402:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.098404:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941494.098457:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941494.098462:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efdb00. 00000400:00000200:0.0:1773941494.098465:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941494.098469:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941494.098473:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3990 00000400:00000010:0.0:1773941494.098476:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3990. 00000100:00000001:0.0:1773941494.098479:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941494.098483:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.098489:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941494.098491:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.098496:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.098497:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941494.100087:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941494.100098:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941494.100100:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941494.100109:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941494.100113:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941494.100117:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941494.100121:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941494.100124:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941494.100128:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941494.100131:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321903b00 00000400:00000200:0.0:1773941494.100133:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941494.100137:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xaf9 [1] + 0 00000800:00000001:0.0:1773941494.100142:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941494.100149:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941494.100150:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941494.100153:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941494.100156:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941494.100160:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941494.100168:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.100183:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941494.100189:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941494.100192:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.100205:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941494.100208:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941494.100212:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941494.100213:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941494.100215:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941494.100219:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941494.100220:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941494.100222:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941494.100227:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941494.100235:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.100239:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941494.100241:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.100242:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941494.100245:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941494.100246:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941494.100248:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941494.100249:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941494.100254:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=1773941494 v=5 (0 0 0 0) 00000100:00001000:3.0:1773941494.100257:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941494 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941494.100259:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1773941494.100262:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941494.100263:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941494.100265:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941494.100267:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.100269:0:2397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773941494.100270:0:2397:0:(client.c:3081:ptlrpc_free_committed()) MGC192.168.202.146@tcp: committing for last_committed 0 gen 1 00000100:00000040:3.0:1773941494.100278:0:2397:0:(client.c:3191:ptlrpc_free_committed()) MGC192.168.202.146@tcp: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773941494.100280:0:2397:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941494.100281:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941494.100284:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.100289:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941494.100291:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941494.100292:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.100293:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941494.100297:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941494.100299:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941494.100299:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941494.100301:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941494.100302:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941494.100304:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941494.100306:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941494.100308:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941494 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941494.100310:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1773941494.100314:0:2397:0:(import.c:951:ptlrpc_connect_set_flags()) MGC192.168.202.146@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 00000020:00000040:3.0:1773941494.100315:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941494.100316:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941494.100318:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941494.100320:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.100321:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941494.100323:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773941494.100325:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941494.100326:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941494.100327:0:2397:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941494.100335:0:2397:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941494.100336:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.100337:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941494.100339:0:2397:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941494.100341:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941494.100348:0:2397:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000080be1a07): req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.100361:0:2397:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.100364:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941494.100370:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941494.100379:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244292352:192.168.202.146@tcp:250:kworker.0 00000100:00000001:3.0:1773941494.100384:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.100386:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941494.100389:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024df80 x1860112244292352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.100396:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941494.100399:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941494.100402:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adfc00. 00000100:00000001:1.0:1773941494.100402:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941494.100404:0:14253:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941494.100405:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941494.100406:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941494.100407:0:14253:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1773941494.100408:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941494.100408:0:14253:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941494.100410:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1773941494.100411:0:14253:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1773941494.100412:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09390d9d000. 02000000:00000001:1.0:1773941494.100413:0:14253:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941494.100415:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941494.100415:0:14253:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941494.100417:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941494.100418:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024df80. 00000100:00000001:1.0:1773941494.100418:0:14253:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941494.100421:0:14253:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941494.100423:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1773941494.100423:0:14253:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.100424:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773941494.100425:0:14253:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941494.100426:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1773941494.100429:0:14253:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7b000. 00000100:00000001:3.0:1773941494.100430:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941494.100431:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941494.100432:0:14253:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.100434:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941494.100435:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941494.100436:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941494.100439:0:14253:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941494.100443:0:14253:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941494.100447:0:14253:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244292224, portal 25 00000100:00000001:1.0:1773941494.100449:0:14253:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941494.100451:0:14253:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371811456 : -104919337740160 : ffffa0939024d880) 00000100:00000040:1.0:1773941494.100457:0:14253:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941494.100464:0:14253:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941494.100473:0:14253:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941494.100475:0:14253:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa110. 00000100:00000200:1.0:1773941494.100478:0:14253:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244292224, offset 0 00000400:00000200:1.0:1773941494.100483:0:14253:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941494.100488:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941494.100493:0:14253:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941494.100496:0:14253:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941494.100499:0:14253:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941494.100502:0:14253:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941494.100504:0:14253:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941494.100506:0:14253:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[4, 3] 00000400:00000200:1.0:1773941494.100509:0:14253:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1773941494.100512:0:14253:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [125:125:256:4294967295] 192.168.202.156@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1773941494.100515:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941494.100521:0:14253:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1773941494.100526:0:14253:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1773941494.100530:0:14253:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1200. 00000800:00000200:1.0:1773941494.100535:0:14253:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1773941494.100541:0:14253:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1773941494.100555:0:14253:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941494.100568:0:14253:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941494.100572:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941494.100575:0:14253:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294933326 00000100:00000001:1.0:1773941494.100598:0:14253:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933324 00000100:00000001:1.0:1773941494.100603:0:14253:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294933327 00000100:00000001:1.0:1773941494.100605:0:14253:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933324 00000100:00000001:1.0:1773941494.100608:0:14253:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941494.100611:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941494.100613:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941494.100614:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941494.100616:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37d80 going to sleep for 11 seconds 00000100:00000001:1.0:1773941494.100624:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941494.100626:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941494.100649:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941494.100652:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1200. 00000400:00000200:0.0:1773941494.100655:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941494.100659:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941494.100661:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa110 00000400:00000010:0.0:1773941494.100662:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa110. 00000100:00000001:0.0:1773941494.100665:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941494.100668:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.100674:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941494.100676:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.100686:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.100687:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1773941495.121714:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941495.121721:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941495.121770:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941495.121773:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941495.121776:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941495.313632:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941495.313637:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1773941496.145714:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941496.145722:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941496.145773:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941496.145782:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941496.145788:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941497.169680:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941497.169688:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941497.169715:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941497.169733:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941497.169736:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941498.193702:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941498.193710:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941498.193729:0:2395:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffffa093814f5b98. 00000020:00000001:1.0:1773941498.193738:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941498.193743:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941498.193746:0:2395:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffffa093814f5fc0. 00010000:00010000:1.0:1773941498.193747:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941499.217707:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941499.217714:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941499.217738:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941499.217743:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941499.217748:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941499.281695:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941499.281708:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941499.281722:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024df80. 00000020:00000040:0.0:1773941499.281730:0:38:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941499.281736:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941499.281741:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941499.281747:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941499.281761:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09389f05200. 00000100:00000001:0.0:1773941499.281771:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941499.281787:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941499.281797:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941499.281802:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941499.281809:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005869541b] to pc [ptlrpcd_00_00+0] req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.281838:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941499.281844:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000100:00000001:0.0:1773941499.281873:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.281885:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941499.281887:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941499.281892:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.281898:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941499.281900:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941499.281904:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941499.281907:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941499.281909:0:2398:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941499.281921:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d0a345f7-236f-4283-8d0b-61189a46960a:2398:1860112244292480:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941499.281925:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941499.281934:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1773941499.281941:0:2398:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941499.281943:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941499.281945:0:2398:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941499.281949:0:2398:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941499.281953:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938867a800. 02000000:00000001:0.0:1773941499.281955:0:2398:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941499.281964:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941499.281968:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed9f8. 00000400:00000010:0.0:1773941499.281974:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1a18. 00000100:00000200:0.0:1773941499.281985:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244292480, portal 25 00000100:00000001:0.0:1773941499.281988:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941499.281990:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371813248 : -104919337738368 : ffffa0939024df80) 00000100:00000040:0.0:1773941499.281996:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.282002:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941499.282005:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941499.282008:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1550. 00000100:00000200:0.0:1773941499.282011:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244292480, offset 0 00000400:00000200:0.0:1773941499.282017:0:2398:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941499.282026:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941499.282034:0:2398:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941499.282040:0:2398:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941499.282044:0:2398:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941499.282051:0:2398:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941499.282055:0:2398:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941499.282060:0:2398:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[4, 5] 00000400:00000200:0.0:1773941499.282064:0:2398:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941499.282070:0:2398:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [126:126:256:4294967295] 192.168.202.146@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1773941499.282078:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941499.282095:0:2398:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941499.282104:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941499.282117:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941499.282124:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941499.282131:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941499.282136:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941499.282153:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941499.282156:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941499.282159:0:2398:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294938508 00000100:00000001:0.0:1773941499.282167:0:2398:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933326 00000100:00000001:0.0:1773941499.282171:0:2398:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294938508 00000100:00000001:0.0:1773941499.282174:0:2398:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933327 00000100:00000001:0.0:1773941499.282178:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941499.282180:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.282183:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.282185:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941499.282190:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941499.282193:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941499.282195:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.282196:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941499.282197:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.282199:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941499.282262:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941499.282268:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941499.282275:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941499.282281:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941499.282287:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1550 00000400:00000010:1.0:1773941499.282290:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1550. 00000100:00000001:1.0:1773941499.282295:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941499.282300:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.282309:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941499.282312:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.282319:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.282321:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941499.283370:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941499.283382:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941499.283385:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941499.283387:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941499.283395:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941499.283401:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941499.283408:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941499.283412:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941499.283416:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941499.283420:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321903b80 00000400:00000200:0.0:1773941499.283424:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941499.283429:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xb11 [1] + 224 00000800:00000001:0.0:1773941499.283435:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941499.283453:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941499.283456:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941499.283459:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941499.283465:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941499.283472:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941499.283481:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.283522:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941499.283531:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941499.283533:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.283549:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.283554:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941499.283560:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941499.283562:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941499.283565:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed9f8. 00000400:00000200:1.0:1773941499.283569:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1a18 00000400:00000010:1.0:1773941499.283571:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1a18. 00000100:00000001:1.0:1773941499.283573:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941499.283602:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941499.283612:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.283618:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941499.283626:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.283628:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941499.283631:0:2398:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941499.283633:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941499.283635:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941499.283637:0:2398:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941499.283648:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941499.283651:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941499.283653:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941499.283654:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941499.283656:0:2398:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941499.283658:0:2398:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.283659:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941499.283663:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.283669:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941499.283671:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941499.283673:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941499.283676:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941499.283685:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d0a345f7-236f-4283-8d0b-61189a46960a:2398:1860112244292480:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1773941499.283690:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.283693:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941499.283697:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024df80 x1860112244292480/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.283705:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941499.283707:0:2398:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941499.283712:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938867a800. 02000000:00000001:1.0:1773941499.283715:0:2398:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941499.283718:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941499.283720:0:2398:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941499.283722:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941499.283725:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09389f05200. 02000000:00000001:1.0:1773941499.283736:0:2398:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941499.283738:0:2398:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941499.283740:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024df80. 00000100:00000001:1.0:1773941499.283746:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941499.283747:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.283750:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.283756:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941499.283757:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.283759:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.283761:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941500.241691:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941500.241699:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941500.241719:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941500.241724:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941500.241728:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941501.265678:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941501.265684:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941501.265716:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941501.265721:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941501.265725:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941502.289690:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941502.289696:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941502.289727:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941502.289730:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941502.289733:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941503.313678:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941503.313686:0:42:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941503.313688:0:42:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941503.313691:0:42:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941503.313695:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941503.313697:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941503.313698:0:42:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941503.313700:0:42:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941503.313734:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941503.313739:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941503.313743:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941504.337703:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941504.337710:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941504.337737:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941504.337740:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941504.337743:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941504.401662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941504.401678:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941504.401687:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024d180. 00000020:00000040:0.0:1773941504.401692:0:38:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941504.401696:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941504.401698:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941504.401703:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941504.401711:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938a55aa00. 00000100:00000001:0.0:1773941504.401717:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941504.401727:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941504.401736:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941504.401739:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941504.401745:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb919ff8] to pc [ptlrpcd_00_01+1] req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.401771:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941504.401774:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 00000100:00000001:0.0:1773941504.401783:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941504.401786:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941504.401788:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941504.401799:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.401814:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941504.401815:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941504.401818:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941504.401820:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941504.401822:0:2399:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941504.401825:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244292608:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941504.401828:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941504.401833:0:2399:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941504.401836:0:2399:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941504.401838:0:2399:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941504.401841:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938867a200. 00000100:00000001:1.0:1773941504.401843:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1773941504.401844:0:2399:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.401850:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941504.401852:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941504.401857:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed478. 00000400:00000010:0.0:1773941504.401863:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1000. 00000100:00000200:0.0:1773941504.401869:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244292608, portal 25 00000100:00000001:0.0:1773941504.401871:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941504.401873:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371809664 : -104919337741952 : ffffa0939024d180) 00000100:00000040:0.0:1773941504.401878:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.401883:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941504.401886:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941504.401888:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f13b8. 00000100:00000200:0.0:1773941504.401891:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244292608, offset 0 00000400:00000200:0.0:1773941504.401897:0:2399:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941504.401904:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.401910:0:2399:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941504.401915:0:2399:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941504.401919:0:2399:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941504.401924:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941504.401926:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941504.401941:0:2399:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[6, 5] 00000400:00000200:0.0:1773941504.401945:0:2399:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941504.401950:0:2399:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [127:127:256:4294967295] 192.168.202.156@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1773941504.401954:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941504.401965:0:2399:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941504.401971:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941504.401975:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00000800:00000200:0.0:1773941504.401982:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941504.401989:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941504.401993:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941504.402006:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941504.402012:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941504.402016:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294943628 00000100:00000001:0.0:1773941504.402023:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294938508 00000100:00000001:0.0:1773941504.402028:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294943628 00000100:00000001:0.0:1773941504.402032:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294938508 00000100:00000001:0.0:1773941504.402036:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941504.402039:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.402043:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.402046:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.402053:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941504.402055:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941504.402058:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941504.402059:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941504.402061:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.402064:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941504.402155:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941504.402159:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000400:00000200:0.0:1773941504.402163:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941504.402168:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941504.402172:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f13b8 00000400:00000010:0.0:1773941504.402179:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f13b8. 00000100:00000001:0.0:1773941504.402182:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941504.402187:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.402198:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941504.402203:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.402211:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.402213:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941504.403158:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941504.403172:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941504.403175:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941504.403179:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941504.403186:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941504.403193:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941504.403200:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941504.403205:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941504.403210:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.403215:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321903c00 00000400:00000200:0.0:1773941504.403220:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.403227:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xb21 [1] + 224 00000800:00000001:0.0:1773941504.403234:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941504.403243:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941504.403252:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941504.403257:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941504.403263:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941504.403269:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941504.403281:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.403298:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941504.403305:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941504.403315:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.403325:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941504.403328:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941504.403333:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941504.403336:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941504.403339:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed478. 00000400:00000200:0.0:1773941504.403342:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1000 00000400:00000010:0.0:1773941504.403345:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1000. 00000100:00000001:0.0:1773941504.403348:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941504.403354:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941504.403365:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.403373:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941504.403375:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.403378:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941504.403382:0:2399:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941504.403384:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941504.403387:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941504.403390:0:2399:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941504.403397:0:2399:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941504.403401:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941504.403405:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941504.403407:0:2399:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941504.403411:0:2399:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941504.403415:0:2399:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941504.403420:0:2399:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941504.403425:0:2399:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941504.407618:0:2399:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941504.407622:0:2399:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941504.407623:0:2399:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941504.407625:0:2399:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941504.407631:0:2399:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941504.407664:0:2399:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.407670:0:2399:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941504.407671:0:2399:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941504.407673:0:2399:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941504.407675:0:2399:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941504.407677:0:2399:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941504.407679:0:2399:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.407680:0:2399:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941504.407681:0:2399:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941504.407682:0:2399:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941504.407683:0:2399:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.407684:0:2399:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941504.407687:0:2399:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941504.407689:0:2399:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941504.407692:0:2399:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941504.407695:0:2399:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 260 00000400:00000200:0.0:1773941504.407701:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.407706:0:2399:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000001:1.0:1773941504.407708:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1773941504.407710:0:2399:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941504.407714:0:2399:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1773941504.407717:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1773941504.407717:0:2399:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000400:00000001:1.0:1773941504.407722:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1773941504.407723:0:2399:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:0.0:1773941504.407728:0:2399:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1773941504.407729:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000020:00000040:0.0:1773941504.407730:0:2399:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:0.0:1773941504.407733:0:2399:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941504.407736:0:2399:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:0.0:1773941504.407738:0:2399:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000400:00000200:1.0:1773941504.407739:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000020:00000001:0.0:1773941504.407741:0:2399:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000400:00000010:1.0:1773941504.407745:0:14253:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000040:0.0:1773941504.407745:0:2399:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941504.407749:0:2399:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941504.407752:0:2399:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941504.407753:0:14253:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1773941504.407759:0:2399:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:0.0:1773941504.407764:0:2399:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000200:1.0:1773941504.407765:0:14253:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 2 fl Rpc:EQr/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941504.407769:0:2399:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:0.0:1773941504.407774:0:2399:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941504.407777:0:2399:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941504.407781:0:2399:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941504.407787:0:2399:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.407789:0:2399:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941504.407791:0:2399:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941504.407792:0:14253:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941504.407796:0:2399:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024f480. 00000020:00000040:0.0:1773941504.407800:0:2399:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 02000000:00000001:0.0:1773941504.407806:0:2399:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941504.407809:0:2399:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.407811:0:14253:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941504.407812:0:2399:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1773941504.407815:0:14253:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941504.407816:0:2399:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941504.407820:0:2399:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941504.407825:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941504.407827:0:2399:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09390d9e000. 00000100:00000001:0.0:1773941504.407834:0:2399:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.407840:0:14253:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00100000:0.0:1773941504.407843:0:2399:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941504.407845:0:14253:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.407852:0:2399:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941504.407856:0:14253:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941504.407857:0:2399:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.407860:0:14253:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941504.407863:0:2399:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9fdd5bc] to pc [ptlrpcd_rcv+-1] req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941504.407869:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 2 fl Interpret:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941504.407883:0:14253:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d0a345f7-236f-4283-8d0b-61189a46960a:14253:1860112244292224:192.168.202.146@tcp:101:mount.lustre.0 00000100:00000001:1.0:1773941504.407887:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941504.407888:0:2399:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.407890:0:14253:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:0.0:1773941504.407891:0:2399:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941504.407894:0:14253:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941504.407895:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941504.407896:0:14253:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941504.407903:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941504.407905:0:14253:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 2 fl Complete:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.407918:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941504.407923:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941504.407927:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941504.407928:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941504.407931:0:14253:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941504.407933:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1773941504.407936:0:14253:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37d80. 00000100:00000040:3.0:1773941504.407937:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.407940:0:14253:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941504.407942:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941504.407943:0:14253:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1773941504.407949:0:14253:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:0.0:1773941504.407951:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941504.407954:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941504.407957:0:14253:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941504.407960:0:14253:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f000 refcount=4 00000020:00000001:1.0:1773941504.407966:0:14253:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184187904 : -104919525363712 : ffffa09384f5f000) 00000100:00000001:3.0:1773941504.407969:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1773941504.407972:0:14253:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184187904 : -104919525363712 : ffffa09384f5f000) 00000100:00000001:3.0:1773941504.407974:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941504.407978:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244292608:192.168.202.146@tcp:400:kworker.0 00010000:00010000:1.0:1773941504.407980:0:14253:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941504.407981:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941504.407985:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941504.407987:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941504.407990:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941504.407995:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024d180 x1860112244292608/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941520 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941504.407996:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941504.407997:0:14253:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00010000:00010000:1.0:1773941504.408006:0:14253:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941504.408009:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244292736:192.168.202.146@tcp:250:ptlrpcd_00_01.0 00000100:00000001:0.0:1773941504.408009:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941504.408012:0:2399:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941504.408016:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938867a200. 00010000:00000001:1.0:1773941504.408018:0:14253:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1773941504.408021:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941504.408021:0:2399:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:1.0:1773941504.408022:0:14253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773941504.408024:0:2399:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1773941504.408027:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1773941504.408027:0:2399:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941504.408031:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1773941504.408032:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941504.408036:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938a55aa00. 02000000:00000001:3.0:1773941504.408037:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941504.408043:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adfc00. 00010000:00000001:1.0:1773941504.408043:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1773941504.408044:0:2399:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1773941504.408046:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1773941504.408048:0:2399:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1773941504.408049:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941504.408052:0:14253:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000010:0.0:1773941504.408052:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024d180. 00000400:00000200:3.0:1773941504.408057:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941504.408058:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941504.408061:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941504.408064:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000100:00000001:0.0:1773941504.408066:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941504.408071:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00010000:00000001:1.0:1773941504.408073:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941504.408075:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1773941504.408077:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244292736, portal 25 00000100:00000001:0.0:1773941504.408078:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941504.408079:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.408084:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941504.408084:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1773941504.408087:0:14253:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1773941504.408088:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941504.408093:0:14253:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941504.408094:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371818624 : -104919337732992 : ffffa0939024f480) 00000100:00000040:3.0:1773941504.408102:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1773941504.408109:0:14253:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5f000 already unused, calling callback (ffffffffc14a0c20) 00000100:00000001:3.0:1773941504.408112:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1773941504.408115:0:14253:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:3.0:1773941504.408116:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941504.408121:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3880. 10000000:00010000:1.0:1773941504.408122:0:14253:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941504.408126:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244292736, offset 0 00010000:00000001:1.0:1773941504.408135:0:14253:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1773941504.408137:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:1.0:1773941504.408138:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941504.408142:0:14253:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941504.408144:0:14253:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f000 refcount=5 00000020:00000001:1.0:1773941504.408148:0:14253:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184187904 : -104919525363712 : ffffa09384f5f000) 00000400:00000200:3.0:1773941504.408149:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:1.0:1773941504.408153:0:14253:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184187904 : -104919525363712 : ffffa09384f5f000) 00010000:00000001:1.0:1773941504.408158:0:14253:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941504.408160:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00010000:1.0:1773941504.408163:0:14253:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941504.408166:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:1.0:1773941504.408172:0:14253:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941504.408175:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 10000000:00010000:1.0:1773941504.408176:0:14253:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941504.408184:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 10000000:01000000:1.0:1773941504.408184:0:14253:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941504.408192:0:14253:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941504.408193:0:14253:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941504.408196:0:14253:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:3.0:1773941504.408199:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941504.408199:0:14253:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941504.408203:0:14253:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941504.408207:0:14253:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1773941504.408208:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[6, 7] 00010000:00000001:1.0:1773941504.408209:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941504.408212:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941504.408218:0:14253:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5f000 with handle 0x450ee06f069b0b83 from hash 00000400:00000200:3.0:1773941504.408219:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:1.0:1773941504.408224:0:14253:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941504.408228:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941504.408229:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [128:128:256:4294967295] 192.168.202.146@tcp LPNI seq info [8:8:8:4294967295] 00010000:00000001:1.0:1773941504.408231:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941504.408234:0:14253:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941504.408237:0:14253:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1773941504.408241:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:1.0:1773941504.408241:0:14253:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941504.408246:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941504.408249:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941504.408253:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:1.0:1773941504.408253:0:14253:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941504.408258:0:14253:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941504.408263:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00010000:1.0:1773941504.408266:0:14253:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:3.0:1773941504.408268:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd800. 00000800:00000200:3.0:1773941504.408277:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:1.0:1773941504.408279:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941504.408283:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941504.408286:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:1.0:1773941504.408286:0:14253:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941504.408289:0:14253:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:3.0:1773941504.408291:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd800 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941504.408293:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941504.408296:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941504.408298:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941504.408300:0:14253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5f000/0x450ee06f069b0b83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941504.408303:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941504.408309:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941504.408311:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294943634 00000020:00000010:1.0:1773941504.408311:0:14253:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa09382fd1d00. 00010000:00000040:1.0:1773941504.408317:0:14253:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543a00 count: 0 00000100:00000001:3.0:1773941504.408320:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943628 00000100:00000001:3.0:1773941504.408326:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294943634 00000100:00000001:3.0:1773941504.408331:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943628 00010000:00000001:1.0:1773941504.408331:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941504.408334:0:14253:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941504.408340:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941504.408344:0:14253:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941504.408345:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.408348:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.408351:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941504.408351:0:14253:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024d880 x1860112244292224/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941510 ref 1 fl Complete:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.408359:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941504.408362:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941504.408366:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941504.408366:0:14253:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941504.408367:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1773941504.408371:0:14253:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941504.408372:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.408376:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941504.408377:0:14253:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7b000. 02000000:00000001:1.0:1773941504.408382:0:14253:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941504.408384:0:14253:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941504.408386:0:14253:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941504.408388:0:14253:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941504.408390:0:14253:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09398f31000. 02000000:00000001:1.0:1773941504.408394:0:14253:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941504.408395:0:14253:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941504.408397:0:14253:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024d880. 00000100:00000001:1.0:1773941504.408401:0:14253:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941504.408403:0:14253:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941504.408405:0:14253:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:01000000:1.0:1773941504.408409:0:14253:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 00000800:00000200:0.0:1773941504.408409:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:1.0:1773941504.408415:0:14253:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000010:0.0:1773941504.408417:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd800. 10000000:00000010:1.0:1773941504.408421:0:14253:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093886847c0. 00000400:00000200:0.0:1773941504.408423:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773941504.408428:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09390301800. 00000400:00000200:0.0:1773941504.408433:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000020:00000010:1.0:1773941504.408436:0:14253:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09390301000. 00000400:00000200:0.0:1773941504.408440:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3880 00000040:00000010:1.0:1773941504.408444:0:14253:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09390300200. 00000400:00000010:0.0:1773941504.408445:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3880. 00000020:00000010:1.0:1773941504.408465:0:14253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093854ad800. 00000100:00000001:0.0:1773941504.408469:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1773941504.408472:0:14253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09390300a00. 80000000:00000010:1.0:1773941504.408479:0:14253:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093981026c0. 00000100:00000200:0.0:1773941504.408479:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1773941504.408486:0:14253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09390300800. 20000000:00000010:1.0:1773941504.408494:0:14253:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09390300600. 00000100:00000001:0.0:1773941504.408502:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:1.0:1773941504.408503:0:14253:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:1.0:1773941504.408507:0:14253:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000040:0.0:1773941504.408511:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941504.408513:0:14253:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09390301000. 00000040:00000010:1.0:1773941504.408521:0:14253:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09390300200. 00000100:00000001:0.0:1773941504.408524:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941504.408526:0:14253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093854ad800. 00000100:00000001:0.0:1773941504.408528:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1773941504.408535:0:14253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09390300a00. 80000000:00000010:1.0:1773941504.408546:0:14253:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093981026c0. 00040000:00000010:1.0:1773941504.408551:0:14253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390300800. 20000000:00000010:1.0:1773941504.408554:0:14253:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09390300600. 00000020:00000010:1.0:1773941504.408556:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09390301800. 10000000:00000010:1.0:1773941504.408559:0:14253:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093886847c0. 10000000:01000000:1.0:1773941504.408566:0:14253:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:1.0:1773941504.408569:0:14253:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:1.0:1773941504.408572:0:14253:0:(mgc_request.c:233:do_config_log_add()) MGC192.168.202.146@tcp: failed processing log, type 1: rc = -5 10000000:00000001:1.0:1773941504.412502:0:14253:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446639154519541248 : -104919190010368 : ffffa09398f30600) 10000000:00000001:1.0:1773941504.412507:0:14253:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1773941504.412508:0:14253:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941504.412510:0:14253:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1773941504.412511:0:14253:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa09387c9b800 10000000:00000010:1.0:1773941504.412515:0:14253:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffffa09390301800. 10000000:01000000:1.0:1773941504.412518:0:14253:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:1.0:1773941504.412522:0:14253:0:(genops.c:887:class_export_get()) GET export ffffa09387c9c000 refcount=4 10000000:00000001:1.0:1773941504.412523:0:14253:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446639154372548608 : -104919337003008 : ffffa09390301800) 10000000:00000001:1.0:1773941504.412526:0:14253:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1773941504.412527:0:14253:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa09387c9b800 10000000:00000010:1.0:1773941504.412528:0:14253:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffffa09390300600. 10000000:01000000:1.0:1773941504.412530:0:14253:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:1.0:1773941504.412531:0:14253:0:(genops.c:887:class_export_get()) GET export ffffa09387c9c000 refcount=5 10000000:00000001:1.0:1773941504.412532:0:14253:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446639154372544000 : -104919337007616 : ffffa09390300600) 10000000:00000001:1.0:1773941504.412534:0:14253:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1773941504.412535:0:14253:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffffa09387c9b800 10000000:00000010:1.0:1773941504.412537:0:14253:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffffa09390300800. 10000000:01000000:1.0:1773941504.412538:0:14253:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:1.0:1773941504.412539:0:14253:0:(genops.c:887:class_export_get()) GET export ffffa09387c9c000 refcount=6 10000000:00000001:1.0:1773941504.412540:0:14253:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446639154372544512 : -104919337007104 : ffffa09390300800) 10000000:00000001:1.0:1773941504.412542:0:14253:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446639154372544000 : -104919337007616 : ffffa09390300600) 00000800:00000001:0.0:1773941504.413094:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941504.413106:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941504.413109:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941504.413113:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941504.413119:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.413125:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941504.413131:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.413135:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.413140:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.413144:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321903c80 00000400:00000200:0.0:1773941504.413149:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941504.413155:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xb31 [1] + 0 00000800:00000001:0.0:1773941504.413161:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941504.413168:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941504.413171:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941504.413175:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941504.413180:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941504.413186:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941504.413199:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941504.413217:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941504.413225:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941504.413228:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.413253:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941504.413257:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941504.413261:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941504.413262:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941504.413265:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941504.413268:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941504.413270:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941504.413273:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941504.413277:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941504.413285:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.413290:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941504.413291:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.413293:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941504.413295:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941504.413297:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941504.413299:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.413300:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941504.413305:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941504.413308:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941504.413310:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941504.413311:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941504.413313:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941504.413315:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.413317:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941504.413331:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.413339:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941504.413342:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941504.413344:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.413346:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941504.413352:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941504.413355:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941504.413357:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941504.413359:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941504.413361:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941504.413364:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941504.413366:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941504.413370:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941504 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941504.413374:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941504.413381:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941504.413383:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941504.413385:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941504.413387:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.413389:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941504.413393:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941504.413395:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941504.413398:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941504.413401:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941504.413405:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941504.413407:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941504.413648:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.413654:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941504.413662:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.413669:0:14272:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1773941504.413680:0:14272:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:3.0:1773941504.413686:0:14272:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1773941504.413690:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244292736:192.168.202.146@tcp:250:ptlrpcd_00_01.0 00000100:00000001:2.0:1773941504.413700:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941504.413703:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941504.413708:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024f480 x1860112244292736/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.413711:0:14272:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941504.413715:0:14272:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941504.413719:0:14272:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941504.413721:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941504.413724:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1773941504.413728:0:14272:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:2.0:1773941504.413729:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adfc00. 00000001:00000001:3.0:1773941504.413731:0:14272:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941504.413735:0:14272:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941504.413735:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1773941504.413736:0:14272:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941504.413739:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941504.413743:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941504.413745:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1773941504.413747:0:14272:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941504.413750:0:14272:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941504.413750:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09390d9e000. 00000100:00000001:3.0:1773941504.413755:0:14272:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941504.413756:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1773941504.413759:0:14272:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:2.0:1773941504.413759:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941504.413764:0:14272:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:2.0:1773941504.413764:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024f480. 00000100:00000001:3.0:1773941504.413767:0:14272:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941504.413770:0:14272:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.413771:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1773941504.413772:0:14272:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941504.413776:0:14272:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941504.413776:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1773941504.413779:0:14272:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941504.413781:0:14272:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:2.0:1773941504.413781:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941504.413789:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941504.413792:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.413794:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941504.413796:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941504.413798:0:14272:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941504.413801:0:14272:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.413804:0:14272:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941504.413814:0:14272:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941504.416270:0:14272:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941504.416273:0:14272:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941504.416275:0:14272:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941504.416277:0:14272:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941504.416278:0:14272:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941504.418609:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543a00. 00010000:00000010:1.1:1773941504.418616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5f000. 00000020:00000001:3.0:1773941505.361714:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941505.361720:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941505.361724:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941505.873651:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941505.873659:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941505.873680:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941505.873683:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941505.873684:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941505.873685:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941505.873688:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941505.873689:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941505.873691:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941505.873693:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941505.873695:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941505.873701:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024d180. 00000020:00000040:0.0:1773941505.873705:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941505.873709:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941505.873711:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941505.873716:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941505.873722:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867a200. 00000100:00000001:0.0:1773941505.873728:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941505.873731:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941505.873733:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941505.873740:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543f00. 00010000:00000001:0.0:1773941505.873746:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941505.873748:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5f800. 00000020:00000001:0.0:1773941505.873752:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941505.873754:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5f800 with handle 0x450ee06f069b0b8a to hash 00000020:00000001:0.0:1773941505.873755:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941505.873756:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:0.0:1773941505.873759:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:0.0:1773941505.873762:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941505.873764:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941505.873767:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941505.873776:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941505.873785:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941505.873794:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941505.873796:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941505.873800:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37b40. 00000100:00000001:0.0:1773941505.873802:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401082176 : -104919308469440 : ffffa09391e37b40) 00000100:00000001:0.0:1773941505.873804:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941505.873805:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371809664 : -104919337741952 : ffffa0939024d180) 00000100:00000001:0.0:1773941505.873809:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941505.873813:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941505.873814:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941505.873815:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941505.873823:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941505.873830:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941505.873832:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941505.873835:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941505.873837:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941505.873838:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941505.873841:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244292864:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941505.873843:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941505.873848:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941505.873850:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941505.873852:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941505.873855:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9f400. 02000000:00000001:0.0:1773941505.873857:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941505.873863:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941505.873866:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed478. 00000400:00000010:0.0:1773941505.873871:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1000. 00000100:00000200:0.0:1773941505.873876:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244292864, portal 25 00000100:00000001:0.0:1773941505.873877:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941505.873878:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371809664 : -104919337741952 : ffffa0939024d180) 00000100:00000040:0.0:1773941505.873882:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941505.873895:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941505.873897:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941505.873899:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f13b8. 00000100:00000200:0.0:1773941505.873901:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244292864, offset 0 00000400:00000200:0.0:1773941505.873906:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941505.873912:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.873918:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941505.873922:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941505.873926:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941505.873929:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941505.873931:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941505.873933:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[8, 7] 00000400:00000200:0.0:1773941505.873936:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941505.873939:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [129:129:256:4294967295] 192.168.202.156@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1773941505.873942:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941505.873949:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941505.873953:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941505.873957:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00000800:00000200:0.0:1773941505.873961:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941505.873967:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941505.873971:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941505.873990:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941505.873993:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941505.873996:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294945100 00000100:00000001:0.0:1773941505.874001:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943634 00000100:00000001:0.0:1773941505.874006:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294945100 00000100:00000001:0.0:1773941505.874008:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943634 00000100:00000001:0.0:1773941505.874010:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941505.874012:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941505.874019:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941505.874020:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941505.874022:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37b40 going to sleep for 11 seconds 00000100:00000001:0.0:1773941505.874024:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941505.874027:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941505.874119:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941505.874123:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000400:00000200:1.0:1773941505.874133:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941505.874138:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941505.874142:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f13b8 00000400:00000010:1.0:1773941505.874144:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f13b8. 00000100:00000001:1.0:1773941505.874147:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941505.874151:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941505.874161:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941505.874165:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941505.874173:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941505.874175:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941505.874999:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941505.875010:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941505.875012:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941505.875015:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941505.875019:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941505.875023:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941505.875028:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941505.875031:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941505.875035:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.875037:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321903d00 00000400:00000200:0.0:1773941505.875041:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.875044:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xb39 [1] + 224 00000800:00000001:0.0:1773941505.875050:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941505.875065:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941505.875067:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941505.875070:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941505.875073:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941505.875077:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941505.875084:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941505.875102:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941505.875108:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941505.875110:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.875148:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941505.875155:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941505.875156:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941505.875159:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed478. 00000400:00000200:2.0:1773941505.875163:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1000 00000400:00000010:2.0:1773941505.875164:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1000. 00000100:00000001:2.0:1773941505.875166:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941505.875178:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941505.875186:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.875191:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941505.875193:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.875195:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941505.875197:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941505.875198:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941505.875200:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941505.875201:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941505.875206:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941505.875208:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941505.875210:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941505.875213:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941505.877777:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941505.877781:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941505.877784:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941505.877787:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941505.877791:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941505.880588:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941505.880590:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941505.880592:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941505.880593:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941505.880597:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.880607:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941505.880608:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941505.880610:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941505.880613:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941505.880617:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941505.880619:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.880630:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941505.880632:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941505.880633:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941505.880635:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.880637:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941505.880640:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941505.880642:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941505.880645:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941505.880648:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 270 00000400:00000200:2.0:1773941505.880653:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941505.880658:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941505.880662:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941505.880665:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941505.880667:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941505.880670:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941505.880673:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941505.880677:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941505.880679:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941505.880681:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941505.880684:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941505.880687:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941505.880690:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941505.880692:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941505.880694:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941505.880696:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941505.880700:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941505.880703:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941505.880706:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941505.880708:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941505.880711:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941505.880714:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.880716:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941505.880723:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941505.880727:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4700. 00000020:00000040:2.0:1773941505.880729:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941505.880732:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941505.880733:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.880735:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941505.880736:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941505.880738:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941505.880741:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f89400. 00000100:00000001:2.0:1773941505.880744:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941505.880749:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941505.880755:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941505.880757:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941505.880761:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028b74aa5] to pc [ptlrpcd_rcv+-1] req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.880779:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.880782:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941505.880784:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941505.880786:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.880788:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941505.880789:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941505.880790:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37b40 going to sleep for 1 seconds 00000100:00000001:2.0:1773941505.880792:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941505.880793:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941505.880796:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.880802:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941505.880804:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.880806:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941505.880808:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941505.880811:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941505.880814:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941505.880818:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941505.880821:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941505.880828:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941505.880836:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244292864:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941505.880841:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.880843:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941505.880844:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941505.880847:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941505.880853:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941505.880859:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941505.880862:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.880864:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941505.880866:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1773941505.880868:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37b40. 02000000:00000001:0.0:1773941505.880869:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941505.880872:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.880873:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941505.880876:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:0.0:1773941505.880877:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244292992:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941505.880881:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941505.880882:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1773941505.880886:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1773941505.880886:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941505.880888:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941505.880889:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1773941505.880891:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1773941505.880892:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f800 refcount=4 02000000:00000010:0.0:1773941505.880895:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d000. 00000020:00000001:2.0:1773941505.880896:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 02000000:00000001:0.0:1773941505.880899:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941505.880901:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00000400:00000200:0.0:1773941505.880904:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941505.880905:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941505.880907:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed058. 00000400:00000010:0.0:1773941505.880913:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1c38. 00010000:00000001:2.0:1773941505.880915:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:0.0:1773941505.880917:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244292992, portal 25 00010000:00010000:2.0:1773941505.880920:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941505.880921:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941505.880924:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241226496 : -104919468325120 : ffffa093885c4700) 00010000:00000001:2.0:1773941505.880930:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1773941505.880931:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941505.880934:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941505.880947:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941505.880950:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1773941505.880952:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941505.880954:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f14c8. 00000100:00000200:0.0:1773941505.880955:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244292992, offset 0 00010000:00000001:2.0:1773941505.880959:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941505.880963:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941505.880964:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941505.880970:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.880977:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941505.880978:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941505.880982:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941505.880983:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941505.880988:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:2.0:1773941505.880989:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941505.880992:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941505.880993:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941505.880996:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941505.881001:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5f800 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941505.881004:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941505.881008:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941505.881008:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[8, 9] 00000400:00000200:0.0:1773941505.881018:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941505.881021:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941505.881024:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941505.881024:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [130:130:256:4294967295] 192.168.202.146@tcp LPNI seq info [10:10:8:4294967295] 00000020:00000001:2.0:1773941505.881027:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941505.881030:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f800 refcount=5 00000020:00000001:2.0:1773941505.881034:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00000400:00000200:0.0:1773941505.881034:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941505.881038:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:2.0:1773941505.881042:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941505.881046:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:2.0:1773941505.881047:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941505.881056:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:00000001:2.0:1773941505.881058:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:0.0:1773941505.881060:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 10000000:00010000:2.0:1773941505.881061:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941505.881069:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 10000000:01000000:2.0:1773941505.881070:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941505.881074:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941505.881075:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941505.881079:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00010000:2.0:1773941505.881080:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941505.881084:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1773941505.881084:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941505.881094:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941505.881095:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941505.881098:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941505.881098:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941505.881099:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941505.881104:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000040:2.0:1773941505.881105:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5f800 with handle 0x450ee06f069b0b8a from hash 00000100:00000001:0.0:1773941505.881107:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294945107 00010000:00000001:2.0:1773941505.881109:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941505.881112:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941505.881114:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941505.881114:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294945100 00010000:00000001:2.0:1773941505.881117:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941505.881120:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1773941505.881120:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294945107 00010000:00000001:2.0:1773941505.881123:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941505.881125:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294945100 00010000:00000001:2.0:1773941505.881127:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941505.881130:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941505.881131:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941505.881132:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941505.881134:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941505.881135:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941505.881138:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941505.881140:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941505.881141:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941505.881148:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941505.881149:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941505.881150:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1773941505.881150:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941505.881153:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:2.0:1773941505.881154:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941505.881158:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941505.881159:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773941505.881161:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941505.881162:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1773941505.881165:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941505.881165:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941505.881166:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941505.881169:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0b8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941505.881171:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941505.881173:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000400:00000200:1.0:1773941505.881182:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1773941505.881183:0:14267:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa0938871dd00. 00010000:00000040:2.0:1773941505.881189:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543f00 count: 0 00000400:00000200:1.0:1773941505.881195:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00000001:2.0:1773941505.881200:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941505.881201:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f14c8 00010000:00000001:2.0:1773941505.881203:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:1.0:1773941505.881206:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f14c8. 00000100:00000001:2.0:1773941505.881207:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941505.881213:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1773941505.881214:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024d180 x1860112244292864/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.881223:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1773941505.881223:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941505.881230:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941505.881235:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1773941505.881236:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9f400. 02000000:00000001:2.0:1773941505.881241:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1773941505.881241:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1773941505.881244:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941505.881247:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941505.881251:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941505.881254:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941505.881255:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867a200. 00000100:00000001:1.0:1773941505.881256:0:2391:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773941505.881260:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941505.881263:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941505.881264:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024d180. 00000100:00000001:2.0:1773941505.881267:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941505.881269:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941505.881270:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941505.881272:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941505.881275:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941505.881278:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498340. 00000020:00000010:2.0:1773941505.881282:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09391db1600. 00000020:00000010:2.0:1773941505.881286:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09391db0600. 00000040:00000010:2.0:1773941505.881288:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09391db1a00. 00000020:00000010:2.0:1773941505.881292:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941505.881296:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09391dce800. 80000000:00000010:2.0:1773941505.881299:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941505.881303:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938559d000. 20000000:00000010:2.0:1773941505.881316:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cda400. 10000000:00000040:2.0:1773941505.881320:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941505.881322:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941505.881325:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09391db0600. 00000040:00000010:2.0:1773941505.881329:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09391db1a00. 00000020:00000010:2.0:1773941505.881332:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941505.881335:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09391dce800. 80000000:00000010:2.0:1773941505.881337:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941505.881340:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938559d000. 20000000:00000010:2.0:1773941505.881342:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cda400. 00000020:00000010:2.0:1773941505.881344:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391db1600. 10000000:00000010:2.0:1773941505.881346:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498340. 10000000:01000000:2.0:1773941505.881351:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941505.881353:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941505.881355:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941505.883496:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941505.883498:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941505.883499:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941505.883502:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941505.885409:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941505.885416:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941505.885419:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941505.885421:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941505.885425:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.885428:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941505.885457:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.885462:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.885466:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.885470:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321903d80 00000400:00000200:0.0:1773941505.885473:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941505.885476:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xb49 [1] + 0 00000800:00000001:0.0:1773941505.885480:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941505.885486:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941505.885488:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941505.885490:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941505.885493:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941505.885497:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941505.885505:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941505.885519:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941505.885523:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941505.885525:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.885542:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941505.885544:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941505.885548:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941505.885549:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941505.885550:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed058. 00000400:00000200:2.0:1773941505.885554:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1c38 00000400:00000010:2.0:1773941505.885555:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1c38. 00000100:00000001:2.0:1773941505.885557:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941505.885561:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941505.885568:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.885574:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941505.885574:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.885576:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941505.885594:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941505.885595:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941505.885596:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941505.885597:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941505.885600:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941505.885602:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941505.885604:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941505.885605:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941505.885607:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941505.885608:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.885609:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941505.885612:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.885627:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941505.885628:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941505.885629:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.885631:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941505.885635:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941505.885636:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941505.885637:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941505.885638:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941505.885639:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941505.885641:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941505.885642:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941505.885645:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941505 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941505.885647:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941505.885651:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941505.885652:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941505.885654:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941505.885655:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.885656:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941505.885658:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941505.885660:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941505.885662:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941505.885664:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941505.885666:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941505.885668:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941505.885875:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941505.885879:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941505.885883:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.885892:0:14273:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941505.885892:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244292992:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941505.885898:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941505.885900:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941505.885902:0:14273:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:0.0:1773941505.885906:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4700 x1860112244292992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941505.885907:0:14273:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941505.885911:0:14273:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941505.885913:0:14273:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941505.885918:0:14273:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941505.885919:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941505.885923:0:14273:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941505.885923:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941505.885925:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d000. 00000001:00000001:2.0:1773941505.885931:0:14273:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941505.885935:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941505.885936:0:14273:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941505.885940:0:14273:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1773941505.885941:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941505.885944:0:14273:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941505.885945:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 10000000:00000001:2.0:1773941505.885951:0:14273:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941505.885951:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941505.885955:0:14273:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:0.0:1773941505.885955:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f89400. 02000000:00000001:0.0:1773941505.885959:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941505.885961:0:14273:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941505.885962:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941505.885965:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4700. 00000100:00000001:2.0:1773941505.885966:0:14273:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941505.885968:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941505.885969:0:14273:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941505.885971:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.885973:0:14273:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941505.885974:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941505.885976:0:14273:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941505.885978:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941505.885979:0:14273:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941505.885981:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941505.885982:0:14273:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941505.885986:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:2.0:1773941505.885987:0:14273:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:0.0:1773941505.885990:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941505.886005:0:14273:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941505.886008:0:14273:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.886009:0:14273:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941505.886012:0:14273:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00010000:00000010:2.1:1773941505.888066:0:14273:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543f00. 00010000:00000010:2.1:1773941505.888071:0:14273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5f800. 00000100:00000001:2.0:1773941505.888077:0:14273:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941505.888079:0:14273:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941505.888080:0:14273:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941505.888082:0:14273:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941505.888083:0:14273:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941506.385756:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941506.385764:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941506.385770:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941507.281759:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941507.281766:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941507.281771:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941507.281774:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941507.281776:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941507.281777:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941507.281781:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941507.281798:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941507.281800:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941507.281803:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941507.281805:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941507.281812:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941507.281817:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941507.281831:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941507.281834:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941507.281839:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941507.281848:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250e00. 00000100:00000001:3.0:1773941507.281855:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941507.281860:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941507.281863:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941507.281871:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360f00. 00010000:00000001:3.0:1773941507.281876:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941507.281879:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000010:3.0:1773941507.281884:0:14267:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffffa09390278980. 00000020:00000001:3.0:1773941507.281888:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941507.281891:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0b91 to hash 00000020:00000001:3.0:1773941507.281893:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941507.281895:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941507.281898:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941507.281902:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941507.281905:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941507.281910:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941507.281922:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941507.281934:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941507.281941:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941507.281947:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941507.281953:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941507.281956:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941507.281959:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941507.281961:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941507.281966:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941507.281970:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.281973:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941507.281975:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941507.281985:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.281994:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941507.281996:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941507.282000:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941507.282003:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941507.282006:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941507.282010:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244293120:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941507.282014:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941507.282020:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941507.282022:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941507.282025:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941507.282029:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941507.282031:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941507.282038:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941507.282042:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941507.282048:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941507.282055:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244293120, portal 25 00000100:00000001:3.0:1773941507.282057:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941507.282059:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941507.282064:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.282072:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941507.282075:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941507.282082:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be32a8. 00000100:00000200:3.0:1773941507.282086:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244293120, offset 0 00000400:00000200:3.0:1773941507.282093:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941507.282101:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941507.282108:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941507.282114:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941507.282117:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941507.282121:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941507.282124:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941507.282128:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[10, 9] 00000400:00000200:3.0:1773941507.282133:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941507.282137:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [131:131:256:4294967295] 192.168.202.156@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1773941507.282142:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941507.282152:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941507.282159:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941507.282164:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00000800:00000200:3.0:1773941507.282171:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941507.282179:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941507.282184:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941507.282201:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941507.282205:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941507.282208:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294946508 00000100:00000001:3.0:1773941507.282216:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294945107 00000100:00000001:3.0:1773941507.282222:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294946508 00000100:00000001:3.0:1773941507.282228:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294945107 00000100:00000001:3.0:1773941507.282232:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941507.282234:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.282237:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941507.282240:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941507.282243:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941507.282250:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941507.282253:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941507.282313:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941507.282317:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000400:00000200:1.0:1773941507.282322:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941507.282327:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941507.282331:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be32a8 00000400:00000010:1.0:1773941507.282333:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be32a8. 00000100:00000001:1.0:1773941507.282337:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941507.282347:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.282355:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941507.282358:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.282364:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.282365:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941507.283233:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941507.283243:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941507.283245:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941507.283247:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941507.283251:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941507.283256:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941507.283261:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941507.283263:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941507.283267:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941507.283270:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321903e00 00000400:00000200:0.0:1773941507.283273:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941507.283276:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xb59 [1] + 224 00000800:00000001:0.0:1773941507.283281:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941507.283288:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941507.283289:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941507.283292:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941507.283295:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941507.283300:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941507.283309:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941507.283329:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941507.283336:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941507.283338:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.283360:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941507.283367:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941507.283369:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941507.283371:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941507.283375:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941507.283377:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941507.283380:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941507.283385:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941507.283397:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941523 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.283405:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941507.283407:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.283409:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941507.283412:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941507.283414:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941507.283416:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941507.283419:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941507.283437:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=13 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941507.283441:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941507.283445:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941507.283449:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941507.286909:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941507.286915:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941507.286918:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941507.286922:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941507.286927:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941507.291354:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941507.291358:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941507.291360:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941507.291373:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941507.291381:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.291393:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941507.291395:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941507.291397:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941507.291400:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941507.291403:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941507.291405:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.291408:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941507.291409:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941507.291410:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941507.291412:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.291414:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941507.291416:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941507.291419:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941507.291435:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941507.291439:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 272 00000400:00000200:3.0:1773941507.291446:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941507.291451:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941507.291455:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941507.291458:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941507.291463:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941507.291465:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941507.291469:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941507.291471:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941507.291474:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941507.291477:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941507.291480:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941507.291483:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941507.291486:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941507.291488:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941507.291490:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941507.291492:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941507.291502:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941507.291506:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941507.291509:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941507.291512:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941507.291515:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941507.291518:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.291520:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941507.291522:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941507.291528:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388573b80. 00000020:00000040:3.0:1773941507.291532:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941507.291536:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941507.291538:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.291541:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941507.291544:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941507.291548:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941507.291554:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386add400. 00000100:00000001:3.0:1773941507.291560:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941507.291567:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941507.291598:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941507.291603:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941507.291609:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558e9553] to pc [ptlrpcd_rcv+-1] req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.291624:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.291629:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941507.291631:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941507.291635:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.291638:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941507.291640:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941507.291643:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941507.291645:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941507.291648:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941507.291652:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941507.291654:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941507.291657:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941507.291660:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941507.291670:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.291675:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941507.291682:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941507.291687:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941507.291689:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941507.291690:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941507.291693:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941507.291698:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1773941507.291700:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941507.291702:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941507.291709:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941507.291717:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244293248:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00100000:3.0:1773941507.291722:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244293120:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941507.291724:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941507.291729:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941507.291731:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941507.291732:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941507.291736:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941507.291737:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941507.291742:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000010:0.0:1773941507.291744:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e000. 00000100:00000001:3.0:1773941507.291745:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941507.291749:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941507.291753:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941507.291758:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941507.291765:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed058. 00000100:00000001:3.0:1773941507.291768:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941507.291773:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000400:00000010:0.0:1773941507.291773:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1330. 00000100:00000001:3.0:1773941507.291782:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000200:0.0:1773941507.291782:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244293248, portal 25 00000100:00000001:3.0:1773941507.291784:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941507.291786:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941507.291790:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941507.291790:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240895872 : -104919468655744 : ffffa09388573b80) 00010000:00000001:3.0:1773941507.291796:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941507.291799:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1773941507.291800:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1773941507.291803:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941507.291808:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941507.291814:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941507.291819:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941507.291823:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941507.291824:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941507.291828:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1770. 00000100:00000200:0.0:1773941507.291834:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244293248, offset 0 00010000:00000001:3.0:1773941507.291838:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941507.291845:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941507.291849:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941507.291858:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941507.291866:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:3.0:1773941507.291868:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941507.291873:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941507.291874:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941507.291881:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941507.291887:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941507.291889:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941507.291892:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941507.291894:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941507.291899:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[10, 11] 00010000:00010000:3.0:1773941507.291900:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941507.291908:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941507.291915:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [132:132:256:4294967295] 192.168.202.146@tcp LPNI seq info [12:12:8:4294967295] 00010000:00000001:3.0:1773941507.291916:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941507.291920:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941507.291925:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941507.291928:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941507.291933:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941507.291940:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:3.0:1773941507.291949:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000800:00000200:0.0:1773941507.291951:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:00000001:3.0:1773941507.291955:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:0.0:1773941507.291958:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 10000000:00010000:3.0:1773941507.291960:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941507.291968:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941507.291975:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941507.291979:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000200:0.0:1773941507.291980:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000020:00000001:3.0:1773941507.291983:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1773941507.291986:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:3.0:1773941507.291988:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000020:00000001:3.0:1773941507.291994:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941507.291996:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941507.292000:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941507.292003:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941507.292007:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941507.292014:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941507.292016:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941507.292019:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294946518 10000000:00010000:3.0:1773941507.292026:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941507.292026:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946508 00000100:00000001:0.0:1773941507.292036:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294946518 10000000:01000000:3.0:1773941507.292037:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1773941507.292042:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946508 10000000:00000040:3.0:1773941507.292043:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941507.292046:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941507.292049:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773941507.292052:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:0.0:1773941507.292053:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941507.292056:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1773941507.292059:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941507.292061:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1773941507.292063:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941507.292065:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941507.292069:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941507.292071:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941507.292072:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1773941507.292076:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0b91 from hash 00000100:00000001:0.0:1773941507.292076:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941507.292079:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1773941507.292082:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941507.292084:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941507.292085:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941507.292086:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941507.292088:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941507.292090:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941507.292093:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941507.292095:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941507.292097:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941507.292097:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941507.292099:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1773941507.292103:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 10000000:00000001:3.0:1773941507.292105:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941507.292105:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941507.292110:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941507.292112:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941507.292113:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941507.292119:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941507.292124:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1770 00010000:00000001:3.0:1773941507.292127:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1773941507.292128:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1770. 00010000:00000001:3.0:1773941507.292132:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941507.292133:0:2391:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941507.292136:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941507.292138:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941507.292139:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941507.292141:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941507.292142:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941507.292145:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b91 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1773941507.292152:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1773941507.292155:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360f00 count: 0 00000100:00000001:1.0:1773941507.292165:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941507.292171:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941507.292180:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941507.292182:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941507.292230:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941507.292234:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941507.292238:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941507.292243:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244293120/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941523 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941507.292251:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941507.292253:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941507.292256:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941507.292259:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941507.292261:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941507.292263:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941507.292265:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941507.292268:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250e00. 02000000:00000001:3.0:1773941507.292271:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941507.292273:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941507.292275:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941507.292278:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941507.292279:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941507.292282:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941507.292285:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941507.292288:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941507.292293:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941507.292297:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250e00. 00000020:00000010:3.0:1773941507.292302:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251400. 00000040:00000010:3.0:1773941507.292305:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386250000. 00000020:00000010:3.0:1773941507.292311:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941507.292315:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386250a00. 80000000:00000010:3.0:1773941507.292319:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941507.292324:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251800. 20000000:00000010:3.0:1773941507.292328:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386250200. 10000000:00000040:3.0:1773941507.292333:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941507.292336:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941507.292340:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251400. 00000040:00000010:3.0:1773941507.292344:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386250000. 00000020:00000010:3.0:1773941507.292353:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941507.292358:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386250a00. 80000000:00000010:3.0:1773941507.292361:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941507.292366:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251800. 20000000:00000010:3.0:1773941507.292369:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386250200. 00000020:00000010:3.0:1773941507.292372:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250e00. 10000000:00000010:3.0:1773941507.292375:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941507.292377:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941507.292380:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941507.292383:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941507.296215:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941507.296219:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941507.296221:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941507.296225:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941507.297181:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941507.297194:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941507.297197:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941507.297200:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941507.297207:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941507.297214:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941507.297222:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941507.297226:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941507.297232:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941507.297236:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321903e80 00000400:00000200:0.0:1773941507.297241:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941507.297247:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xb61 [1] + 0 00000800:00000001:0.0:1773941507.297255:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941507.297262:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941507.297265:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941507.297270:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941507.297274:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941507.297280:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941507.297294:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941507.297317:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941507.297324:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941507.297328:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941507.297361:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941507.297366:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941507.297371:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941507.297373:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941507.297377:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed058. 00000400:00000200:2.0:1773941507.297382:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1330 00000400:00000010:2.0:1773941507.297385:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1330. 00000100:00000001:2.0:1773941507.297388:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941507.297394:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941507.297415:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941507.297435:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941507.297445:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941507.297448:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941507.297450:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941507.297453:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941507.297455:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941507.297458:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941507.297463:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=13 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941507.297467:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941507.297470:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941507.297472:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941507.297475:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941507.297477:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941507.297480:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941507.297485:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941507.297493:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941507.297496:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941507.297498:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941507.297500:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941507.297506:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941507.297509:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941507.297511:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941507.297513:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941507.297516:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941507.297518:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941507.297522:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941507.297525:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941507 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941507.297529:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941507.297534:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941507.297537:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941507.297539:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941507.297542:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941507.297544:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941507.297547:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941507.297549:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941507.297556:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941507.297559:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941507.297563:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941507.297566:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941507.297753:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941507.297758:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941507.297765:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941507.297778:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244293248:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941507.297779:0:14275:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1773941507.297790:0:14275:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:0.0:1773941507.297791:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941507.297794:0:14275:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941507.297796:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941507.297799:0:14275:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941507.297803:0:14275:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:0.0:1773941507.297804:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388573b80 x1860112244293248/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941507.297807:0:14275:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941507.297811:0:14275:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941507.297816:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941507.297817:0:14275:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941507.297821:0:14275:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941507.297821:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941507.297825:0:14275:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:0.0:1773941507.297825:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e000. 00000001:00000001:2.0:1773941507.297827:0:14275:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941507.297831:0:14275:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941507.297831:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941507.297835:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941507.297836:0:14275:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941507.297839:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00080000:2.0:1773941507.297842:0:14275:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:0.0:1773941507.297843:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941507.297848:0:14275:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000010:0.0:1773941507.297848:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386add400. 00000100:00000001:2.0:1773941507.297852:0:14275:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:0.0:1773941507.297854:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941507.297856:0:14275:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941507.297857:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1773941507.297860:0:14275:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000010:0.0:1773941507.297861:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388573b80. 00000100:00000001:2.0:1773941507.297866:0:14275:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941507.297868:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:01000000:2.0:1773941507.297869:0:14275:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941507.297872:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:2.0:1773941507.297873:0:14275:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:0.0:1773941507.297878:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941507.297884:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941507.297887:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941507.297889:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941507.297891:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941507.297892:0:14275:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941507.297895:0:14275:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941507.297897:0:14275:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941507.297901:0:14275:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941507.301950:0:14275:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941507.301956:0:14275:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941507.301959:0:14275:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941507.301962:0:14275:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941507.301963:0:14275:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941507.302626:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360f00. 00010000:00000010:3.1:1773941507.302636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941507.409691:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941507.409698:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941507.409702:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941508.433723:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941508.433731:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941508.433737:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941509.137688:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941509.137695:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941509.137699:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941509.137701:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941509.137702:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941509.137703:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941509.137705:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941509.137708:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941509.137709:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941509.137712:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941509.137713:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941509.137723:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941509.137727:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941509.137731:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941509.137734:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941509.137738:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941509.137758:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250200. 00000100:00000001:3.0:1773941509.137764:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941509.137768:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941509.137771:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941509.137777:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360f00. 00010000:00000001:3.0:1773941509.137782:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941509.137784:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941509.137787:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941509.137789:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0b98 to hash 00000020:00000001:3.0:1773941509.137791:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941509.137792:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941509.137795:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941509.137798:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941509.137800:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941509.137803:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941509.137811:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941509.137820:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941509.137826:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941509.137829:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941509.137835:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941509.137837:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941509.137840:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941509.137842:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941509.137847:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941509.137852:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941509.137855:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941509.137857:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941509.137868:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941509.137885:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941509.137887:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941509.137892:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941509.137895:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941509.137898:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941509.137902:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244293376:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941509.137907:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941509.137912:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941509.137914:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941509.137917:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941509.137922:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941509.137924:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941509.137931:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941509.137934:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941509.137940:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941509.137945:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244293376, portal 25 00000100:00000001:3.0:1773941509.137947:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941509.137948:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941509.137952:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941525 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941509.137958:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941509.137960:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941509.137962:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3dd0. 00000100:00000200:3.0:1773941509.137965:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244293376, offset 0 00000400:00000200:3.0:1773941509.137969:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941509.137975:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941509.137981:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941509.137986:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941509.137989:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941509.137992:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941509.137994:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941509.138007:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[12, 11] 00000400:00000200:3.0:1773941509.138010:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941509.138013:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [133:133:256:4294967295] 192.168.202.156@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1773941509.138016:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941509.138025:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941509.138029:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941509.138034:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00000800:00000200:3.0:1773941509.138039:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941509.138045:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941509.138049:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941509.138061:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941509.138065:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941509.138067:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294948364 00000100:00000001:3.0:1773941509.138073:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946518 00000100:00000001:3.0:1773941509.138077:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294948364 00000100:00000001:3.0:1773941509.138079:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946518 00000100:00000001:3.0:1773941509.138082:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941509.138084:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941509.138086:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941509.138088:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941509.138090:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941509.138093:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941509.138095:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941509.138181:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941509.138185:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000400:00000200:1.0:1773941509.138190:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941509.138194:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941509.138199:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3dd0 00000400:00000010:1.0:1773941509.138200:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3dd0. 00000100:00000001:1.0:1773941509.138204:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941509.138208:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941525 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.138216:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941509.138219:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941525 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.138230:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941509.138231:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941509.139265:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941509.139275:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941509.139277:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941509.139278:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941509.139282:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941509.139286:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941509.139291:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941509.139294:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941509.139297:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941509.139301:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321903f00 00000400:00000200:0.0:1773941509.139304:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941509.139308:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xb71 [1] + 224 00000800:00000001:0.0:1773941509.139313:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941509.139324:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941509.139326:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941509.139329:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941509.139332:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941509.139336:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941525 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941509.139343:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941525 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941509.139357:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941509.139362:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941509.139365:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941509.139391:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941509.139398:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941509.139399:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941509.139438:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941509.139444:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941509.139446:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941509.139450:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941509.139456:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941525 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941509.139481:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941525 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941509.139489:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941509.139491:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941509.139494:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941509.139497:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941509.139499:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941509.139502:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941509.139505:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941509.139510:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941509.139514:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941509.139518:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941509.139522:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941509.141779:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941509.141784:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941509.141787:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941509.141791:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941509.141794:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941509.141797:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941509.141799:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941509.141800:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941509.141802:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941509.141805:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941525 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941509.141814:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941509.141815:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941509.141817:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941509.141820:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941509.141823:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941509.141825:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941509.141826:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941509.141836:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941509.141838:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941509.141839:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941509.141841:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941509.141843:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941509.141845:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941509.141849:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941509.141852:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 273 00000400:00000200:3.0:1773941509.141857:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941509.141862:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941509.141866:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941509.141869:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941509.141871:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941509.141873:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941509.141876:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941509.141877:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941509.141879:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941509.141881:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941509.141883:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941509.141885:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941509.141887:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941509.141888:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941509.141890:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941509.141891:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941509.141893:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941509.141895:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941509.141897:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941509.141899:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941509.141901:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941509.141903:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941509.141904:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941509.141905:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941509.141912:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388572a00. 00000020:00000040:3.0:1773941509.141914:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941509.141917:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941509.141918:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941509.141919:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941509.141921:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941509.141922:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941509.141926:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adc800. 00000100:00000001:3.0:1773941509.141929:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941509.141933:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941509.141939:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941509.141941:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941509.141945:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0173095] to pc [ptlrpcd_rcv+-1] req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941509.141960:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941509.141962:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941509.141964:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941509.141966:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941509.141967:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941509.141968:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941509.141970:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941509.141972:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941509.141974:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941509.141978:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941525 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941509.141983:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941509.141985:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.141986:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941509.141987:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941509.141990:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941509.141991:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.141994:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941509.141997:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941525 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941509.142002:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941509.142014:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941509.142016:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941509.142020:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941509.142024:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1773941509.142028:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244293376:192.168.202.146@tcp:101:ll_cfg_requeue.0 02000000:00000001:0.0:1773941509.142028:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941509.142033:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244293504:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941509.142035:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.142040:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941509.142041:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941509.142044:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941509.142045:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941509.142048:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941509.142048:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941509.142052:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1773941509.142056:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941525 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941509.142058:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d000. 02000000:00000001:0.0:1773941509.142062:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941509.142069:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941509.142075:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941509.142075:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed478. 00000100:00000010:3.0:1773941509.142082:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000400:00000010:0.0:1773941509.142083:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1dd0. 00000100:00000200:0.0:1773941509.142089:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244293504, portal 25 00000100:00000001:3.0:1773941509.142091:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941509.142092:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941509.142095:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941509.142099:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941509.142100:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240891392 : -104919468660224 : ffffa09388572a00) 00010000:00000001:3.0:1773941509.142104:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1773941509.142107:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1773941509.142108:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941509.142112:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941509.142118:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941509.142119:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941509.142123:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941509.142124:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000010:0.0:1773941509.142126:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1220. 00010000:00010000:3.0:1773941509.142129:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941509.142130:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244293504, offset 0 00000400:00000200:0.0:1773941509.142138:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941509.142143:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941509.142145:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:3.0:1773941509.142149:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941509.142152:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941509.142159:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941509.142161:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941509.142164:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00010000:3.0:1773941509.142165:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941509.142169:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941509.142174:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941509.142180:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941509.142180:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[12, 13] 00000400:00000200:0.0:1773941509.142184:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941509.142188:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [134:134:256:4294967295] 192.168.202.146@tcp LPNI seq info [14:14:8:4294967295] 00010000:00000001:3.0:1773941509.142189:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941509.142193:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941509.142194:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941509.142203:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941509.142206:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:3.0:1773941509.142208:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941509.142212:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941509.142213:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941509.142217:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941509.142219:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00010000:00010000:3.0:1773941509.142227:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000800:00000200:0.0:1773941509.142228:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 10000000:00000001:3.0:1773941509.142230:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941509.142233:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941509.142238:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941509.142243:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941509.142244:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941509.142247:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941509.142248:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941509.142249:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000020:00000001:3.0:1773941509.142251:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941509.142252:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941509.142254:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941509.142256:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941509.142257:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941509.142263:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941509.142267:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941509.142268:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941509.142272:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294948368 10000000:01000000:3.0:1773941509.142278:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941509.142281:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:0.0:1773941509.142282:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948364 10000000:00000001:3.0:1773941509.142283:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941509.142289:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:0.0:1773941509.142290:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294948368 00010000:00000001:3.0:1773941509.142291:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1773941509.142294:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948364 00010000:00000001:3.0:1773941509.142298:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941509.142300:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941509.142303:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941509.142306:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941509.142307:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.142309:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941509.142313:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0b98 from hash 00000100:00000001:0.0:1773941509.142313:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.142317:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941509.142320:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941509.142324:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941509.142324:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1773941509.142326:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941509.142327:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1773941509.142330:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1773941509.142331:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941509.142334:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773941509.142335:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1773941509.142336:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941509.142340:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941509.142340:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941509.142342:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941509.142347:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00010000:00000001:3.0:1773941509.142348:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941509.142352:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941509.142352:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773941509.142354:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941509.142359:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941509.142360:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941509.142366:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1220 00010000:00010000:3.0:1773941509.142367:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941509.142368:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1220. 00000100:00000001:1.0:1773941509.142373:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941509.142379:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941509.142380:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941509.142383:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941509.142386:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941509.142389:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941509.142392:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941509.142394:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941509.142398:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941509.142403:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.142424:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941509.142426:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941509.142532:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941509.142535:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b98 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941509.142541:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360f00 count: 0 00010000:00000001:3.0:1773941509.142549:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941509.142550:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941509.142552:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941509.142556:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244293376/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941525 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941509.142561:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941509.142562:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941509.142569:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941509.142571:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941509.142572:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941509.142574:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941509.142610:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941509.142613:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250200. 02000000:00000001:3.0:1773941509.142615:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941509.142617:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941509.142618:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941509.142621:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941509.142623:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941509.142624:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941509.142626:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941509.142629:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941509.142632:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941509.142636:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250200. 00000020:00000010:3.0:1773941509.142639:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251800. 00000040:00000010:3.0:1773941509.142643:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386250a00. 00000020:00000010:3.0:1773941509.142647:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941509.142651:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386250000. 80000000:00000010:3.0:1773941509.142654:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941509.142658:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251400. 20000000:00000010:3.0:1773941509.142661:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386250e00. 10000000:00000040:3.0:1773941509.142665:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941509.142666:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941509.142669:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251800. 00000040:00000010:3.0:1773941509.142672:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386250a00. 00000020:00000010:3.0:1773941509.142674:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941509.142677:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386250000. 80000000:00000010:3.0:1773941509.142679:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941509.142683:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251400. 20000000:00000010:3.0:1773941509.142685:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386250e00. 00000020:00000010:3.0:1773941509.142686:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250200. 10000000:00000010:3.0:1773941509.142688:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941509.142690:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941509.142696:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941509.142698:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941509.144818:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941509.144820:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941509.144822:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941509.144824:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941509.144855:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941509.144864:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941509.144867:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941509.144869:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941509.144875:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941509.144881:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941509.144886:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941509.144890:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941509.144894:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941509.144899:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321903f80 00000400:00000200:0.0:1773941509.144904:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941509.144909:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xb79 [1] + 0 00000800:00000001:0.0:1773941509.144914:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941509.144920:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941509.144923:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941509.144927:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941509.144931:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941509.144937:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941509.144949:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941509.144970:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941509.144980:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941509.144990:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941509.145005:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941509.145014:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941509.145017:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941509.145018:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941509.145020:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed478. 00000400:00000200:2.0:1773941509.145024:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1dd0 00000400:00000010:2.0:1773941509.145025:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1dd0. 00000100:00000001:2.0:1773941509.145027:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941509.145032:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941509.145039:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.145044:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941509.145046:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941509.145047:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941509.145048:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941509.145050:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941509.145051:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941509.145053:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941509.145056:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941509.145059:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941509.145060:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941509.145061:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941509.145063:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941509.145065:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.145066:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941509.145069:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.145074:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941509.145075:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941509.145076:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941509.145078:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941509.145081:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941509.145082:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941509.145083:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941509.145084:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941509.145089:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941509.145091:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941509.145093:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941509.145095:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941509 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941509.145097:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941509.145102:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941509.145103:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941509.145104:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941509.145106:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.145107:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941509.145109:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941509.145111:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941509.145113:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941509.145115:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941509.145117:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941509.145119:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941509.145318:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.145323:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941509.145330:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.145337:0:14276:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941509.145342:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244293504:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:2.0:1773941509.145347:0:14276:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:0.0:1773941509.145350:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941509.145352:0:14276:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941509.145354:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941509.145355:0:14276:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941509.145358:0:14276:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941509.145361:0:14276:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:0.0:1773941509.145362:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388572a00 x1860112244293504/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941509.145363:0:14276:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941509.145367:0:14276:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941509.145372:0:14276:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941509.145374:0:14276:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941509.145377:0:14276:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941509.145380:0:14276:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.145380:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941509.145384:0:14276:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941509.145384:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1773941509.145388:0:14276:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:0.0:1773941509.145389:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d000. 00000100:00000001:2.0:1773941509.145391:0:14276:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:0.0:1773941509.145394:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941509.145395:0:14276:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941509.145399:0:14276:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941509.145399:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941509.145402:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00080000:2.0:1773941509.145403:0:14276:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000020:00000001:0.0:1773941509.145420:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941509.145423:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adc800. 00000100:00000001:2.0:1773941509.145426:0:14276:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:0.0:1773941509.145428:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:2.0:1773941509.145429:0:14276:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941509.145433:0:14276:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000001:0.0:1773941509.145433:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941509.145438:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388572a00. 00000100:00000001:0.0:1773941509.145442:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941509.145444:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.145447:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941509.145449:0:14276:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:0.0:1773941509.145452:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941509.145453:0:14276:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.145455:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.145457:0:14276:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941509.145460:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941509.145464:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:2.0:1773941509.145467:0:14276:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941509.145473:0:14276:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941509.145477:0:14276:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941509.145479:0:14276:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941509.145483:0:14276:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941509.145485:0:14276:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941509.147612:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360f00. 00010000:00000010:3.1:1773941509.147620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941509.457748:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941509.457754:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941509.457758:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941509.521714:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 10000000:00000001:3.0:1773941510.225670:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941510.225679:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941510.225684:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941510.225686:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941510.225688:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941510.225689:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941510.225692:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941510.225694:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941510.225696:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941510.225699:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941510.225700:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941510.225712:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941510.225718:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941510.225723:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941510.225727:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941510.225732:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941510.225741:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250200. 00000100:00000001:3.0:1773941510.225748:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941510.225752:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941510.225756:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941510.225765:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360f00. 00010000:00000001:3.0:1773941510.225771:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941510.225775:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941510.225779:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941510.225782:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0b9f to hash 00000020:00000001:3.0:1773941510.225783:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941510.225804:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941510.225807:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941510.225811:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941510.225814:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941510.225818:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941510.225827:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941510.225839:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941510.225844:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941510.225846:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941510.225852:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941510.225854:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941510.225857:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941510.225858:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941510.225863:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941510.225867:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.225869:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941510.225871:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941510.225882:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.225889:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941510.225891:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941510.225895:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941510.225898:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941510.225899:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941510.225903:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244293632:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941510.225906:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941510.225915:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941510.225917:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941510.225919:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941510.225923:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941510.225925:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941510.225933:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941510.225936:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941510.225943:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941510.225950:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244293632, portal 25 00000100:00000001:3.0:1773941510.225952:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941510.225953:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941510.225957:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.225963:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941510.225966:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941510.225968:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3bb0. 00000100:00000200:3.0:1773941510.225971:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244293632, offset 0 00000400:00000200:3.0:1773941510.225977:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941510.225986:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941510.225993:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941510.225998:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941510.226002:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941510.226012:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941510.226014:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941510.226017:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[14, 13] 00000400:00000200:3.0:1773941510.226020:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941510.226024:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [135:135:256:4294967295] 192.168.202.156@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1773941510.226027:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941510.226036:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941510.226041:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941510.226046:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd800. 00000800:00000200:3.0:1773941510.226053:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941510.226065:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941510.226070:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941510.226091:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941510.226097:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941510.226100:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294949452 00000100:00000001:3.0:1773941510.226109:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948368 00000100:00000001:3.0:1773941510.226117:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294949452 00000100:00000001:3.0:1773941510.226121:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948368 00000100:00000001:3.0:1773941510.226125:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941510.226129:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.226131:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941510.226134:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941510.226137:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941510.226141:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941510.226145:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941510.226270:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941510.226276:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd800. 00000400:00000200:1.0:1773941510.226282:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941510.226288:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941510.226293:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3bb0 00000400:00000010:1.0:1773941510.226295:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3bb0. 00000100:00000001:1.0:1773941510.226300:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941510.226304:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.226313:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941510.226316:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.226321:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941510.226323:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941510.227226:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941510.227239:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941510.227242:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941510.227244:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941510.227249:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941510.227254:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941510.227265:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941510.227269:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941510.227273:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941510.227276:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904000 00000400:00000200:0.0:1773941510.227280:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941510.227284:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xb89 [1] + 224 00000800:00000001:0.0:1773941510.227289:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941510.227298:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941510.227299:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941510.227302:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941510.227306:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941510.227311:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941510.227322:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941510.227341:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941510.227351:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941510.227355:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.227373:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941510.227381:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941510.227384:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941510.227387:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941510.227390:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941510.227391:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941510.227394:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941510.227414:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941510.227423:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.227428:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941510.227430:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.227432:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941510.227435:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941510.227437:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941510.227439:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941510.227441:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941510.227452:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941510.227455:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941510.227458:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941510.227461:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941510.227464:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941510.227467:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941510.227469:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941510.227473:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941510.227477:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941510.232142:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941510.232145:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941510.232147:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941510.232149:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941510.232153:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.232161:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941510.232162:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941510.232165:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941510.232167:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941510.232170:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941510.232172:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.232173:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941510.232175:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941510.232177:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941510.232178:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.232179:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941510.232182:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941510.232183:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941510.232186:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941510.232189:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 275 00000400:00000200:3.0:1773941510.232194:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941510.232198:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941510.232202:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941510.232213:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941510.232215:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941510.232217:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941510.232220:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941510.232222:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941510.232223:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941510.232225:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941510.232227:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941510.232229:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941510.232231:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941510.232232:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941510.232234:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941510.232235:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941510.232238:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941510.232240:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941510.232242:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941510.232244:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941510.232247:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941510.232249:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.232252:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941510.232254:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941510.232258:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570000. 00000020:00000040:3.0:1773941510.232261:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941510.232263:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941510.232264:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.232266:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941510.232268:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941510.232270:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941510.232275:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386ade800. 00000100:00000001:3.0:1773941510.232278:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941510.232282:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941510.232297:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941510.232300:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941510.232304:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0d35789] to pc [ptlrpcd_rcv+-1] req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.232321:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.232323:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941510.232325:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941510.232327:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.232330:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941510.232331:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941510.232332:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941510.232334:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941510.232337:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941510.232342:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.232348:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941510.232351:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.232354:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941510.232356:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941510.232359:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941510.232364:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244293632:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941510.232368:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.232370:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941510.232372:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941510.232373:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941510.232376:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.232381:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941510.232388:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:0.0:1773941510.232389:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941510.232408:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941510.232408:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941510.232411:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941510.232411:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1773941510.232416:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:0.0:1773941510.232420:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941510.232422:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941510.232424:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941510.232427:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941510.232431:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941510.232437:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1773941510.232438:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941510.232441:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941510.232443:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941510.232444:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941510.232448:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941510.232453:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941510.232456:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00100000:0.0:1773941510.232458:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244293760:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00010000:3.0:1773941510.232462:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941510.232463:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941510.232466:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941510.232469:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941510.232472:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941510.232476:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941510.232479:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1773941510.232479:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941510.232481:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941510.232485:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941510.232485:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9c800. 02000000:00000001:0.0:1773941510.232490:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941510.232496:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941510.232499:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941510.232499:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941510.232503:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941510.232505:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941510.232513:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000400:00000010:0.0:1773941510.232513:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed9f8. 00000400:00000010:0.0:1773941510.232519:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1110. 00000100:00000200:0.0:1773941510.232522:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244293760, portal 25 10000000:00000001:3.0:1773941510.232525:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941510.232526:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941510.232530:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240880640 : -104919468670976 : ffffa09388570000) 10000000:00010000:3.0:1773941510.232531:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941510.232536:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941510.232544:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941510.232547:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941510.232548:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1773941510.232550:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941510.232554:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000100:00000040:0.0:1773941510.232554:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000020:00000001:3.0:1773941510.232559:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000010:0.0:1773941510.232560:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1bb0. 00010000:00000001:3.0:1773941510.232562:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000200:0.0:1773941510.232564:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244293760, offset 0 00010000:00000001:3.0:1773941510.232566:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941510.232570:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00010000:3.0:1773941510.232571:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941510.232606:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:00000001:3.0:1773941510.232607:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941510.232611:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941510.232615:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 10000000:01000000:3.0:1773941510.232620:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:0.0:1773941510.232623:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000040:3.0:1773941510.232625:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:0.0:1773941510.232628:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 10000000:00000001:3.0:1773941510.232629:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941510.232635:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941510.232638:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:0.0:1773941510.232641:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941510.232642:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941510.232646:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1773941510.232647:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[14, 15] 00010000:00000001:3.0:1773941510.232649:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941510.232653:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941510.232655:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:3.0:1773941510.232657:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941510.232661:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0b9f from hash 00000400:00000200:0.0:1773941510.232662:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [136:136:256:4294967295] 192.168.202.146@tcp LPNI seq info [16:16:8:4294967295] 00010000:00000001:3.0:1773941510.232667:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941510.232670:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941510.232670:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941510.232674:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.232675:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941510.232678:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941510.232682:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1773941510.232682:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:3.0:1773941510.232685:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1773941510.232688:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941510.232693:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.232694:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941510.232695:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 10000000:00000001:3.0:1773941510.232696:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941510.232702:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941510.232708:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941510.232709:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941510.232711:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.232714:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941510.232716:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941510.232717:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941510.232718:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.232719:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941510.232722:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0b9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941510.232723:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000040:3.0:1773941510.232728:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360f00 count: 0 00000800:00000200:0.0:1773941510.232736:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941510.232739:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.232741:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941510.232744:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941510.232748:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244293632/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941510.232752:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.232753:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941510.232758:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941510.232762:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 00000400:00000200:0.0:1773941510.232762:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000001:3.0:1773941510.232768:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941510.232768:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294949459 00000020:00000001:3.0:1773941510.232771:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941510.232775:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941510.232777:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941510.232779:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949452 02000000:00000010:3.0:1773941510.232780:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250200. 02000000:00000001:3.0:1773941510.232784:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941510.232787:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941510.232788:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294949459 00000100:00000010:3.0:1773941510.232789:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941510.232793:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941510.232795:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941510.232797:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941510.232797:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949452 00000100:00000001:0.0:1773941510.232803:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:3.0:1773941510.232805:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941510.232810:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941510.232810:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941510.232814:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1773941510.232815:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000100:00000001:0.0:1773941510.232817:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773941510.232819:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773941510.232821:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250200. 00000100:00000001:0.0:1773941510.232826:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1773941510.232827:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386250e00. 00000100:00000001:0.0:1773941510.232830:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000010:1.0:1773941510.232831:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000040:00000010:3.0:1773941510.232833:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386251400. 00000100:00000001:0.0:1773941510.232834:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773941510.232836:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941510.232837:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1773941510.232841:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000100:00000001:0.0:1773941510.232841:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941510.232844:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941510.232846:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941510.232850:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386250000. 00000400:00000200:1.0:1773941510.232851:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1bb0 00000400:00000010:1.0:1773941510.232855:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1bb0. 80000000:00000010:3.0:1773941510.232856:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00000100:00000001:1.0:1773941510.232859:0:2391:0:(events.c:34:request_out_callback()) Process entered 00040000:00000010:3.0:1773941510.232862:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386250a00. 00000100:00000200:1.0:1773941510.232866:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.232874:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941510.232877:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.232882:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941510.232884:0:2391:0:(events.c:68:request_out_callback()) Process leaving 20000000:00000010:3.0:1773941510.232909:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386251800. 10000000:00000040:3.0:1773941510.232915:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941510.232916:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941510.232921:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386250e00. 00000040:00000010:3.0:1773941510.232923:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386251400. 00000020:00000010:3.0:1773941510.232927:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941510.232932:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386250000. 80000000:00000010:3.0:1773941510.232935:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941510.232941:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386250a00. 20000000:00000010:3.0:1773941510.232944:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386251800. 00000020:00000010:3.0:1773941510.232947:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250200. 10000000:00000010:3.0:1773941510.232950:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941510.232953:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941510.232957:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941510.232961:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941510.232963:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941510.232965:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941510.232967:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941510.232969:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941510.237465:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941510.237472:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941510.237474:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941510.237476:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941510.237480:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941510.237484:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941510.237488:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941510.237491:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941510.237493:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941510.237496:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904080 00000400:00000200:0.0:1773941510.237499:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941510.237502:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xb91 [1] + 0 00000800:00000001:0.0:1773941510.237507:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941510.237512:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941510.237514:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941510.237517:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941510.237526:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941510.237530:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941510.237538:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941510.237554:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941510.237559:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941510.237561:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.237648:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941510.237654:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941510.237662:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941510.237664:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941510.237668:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed9f8. 00000400:00000200:2.0:1773941510.237676:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1110 00000400:00000010:2.0:1773941510.237678:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1110. 00000100:00000001:2.0:1773941510.237682:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941510.237690:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941510.237700:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941510.237706:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941510.237708:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.237710:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941510.237712:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941510.237714:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941510.237716:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941510.237718:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941510.237723:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941510.237726:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941510.237728:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941510.237730:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941510.237745:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941510.237747:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941510.237749:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941510.237753:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941510.237758:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941510.237761:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941510.237762:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.237764:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941510.237770:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941510.237772:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941510.237773:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941510.237775:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941510.237778:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941510.237779:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941510.237781:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941510.237784:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941510 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941510.237787:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941510.237793:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941510.237795:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941510.237798:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941510.237801:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941510.237803:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941510.237806:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941510.237808:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941510.237811:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941510.237815:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941510.237819:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941510.237822:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941510.238056:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941510.238066:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941510.238072:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941510.238079:0:14277:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941510.238081:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244293760:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941510.238089:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941510.238095:0:14277:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:0.0:1773941510.238096:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941510.238099:0:14277:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941510.238107:0:14277:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941510.238109:0:14277:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:0.0:1773941510.238110:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388570000 x1860112244293760/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941510.238112:0:14277:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941510.238115:0:14277:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941510.238120:0:14277:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941510.238124:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941510.238126:0:14277:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941510.238129:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941510.238130:0:14277:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:0.0:1773941510.238136:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9c800. 02000000:00000001:0.0:1773941510.238141:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941510.238144:0:14277:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941510.238146:0:2397:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1773941510.238149:0:14277:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941510.238150:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941510.238157:0:14277:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:0.0:1773941510.238158:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941510.238162:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386ade800. 02000000:00000001:0.0:1773941510.238166:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941510.238167:0:14277:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941510.238168:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941510.238173:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570000. 00000100:00000001:2.0:1773941510.238180:0:14277:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941510.238180:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941510.238188:0:14277:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941510.238188:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.238198:0:14277:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941510.238198:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941510.238217:0:14277:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941510.238219:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941510.238221:0:14277:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941510.238222:0:14277:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941510.238223:0:14277:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:0.0:1773941510.238227:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941510.238230:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941510.238231:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941510.238239:0:14277:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941510.238241:0:14277:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941510.238243:0:14277:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941510.238247:0:14277:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00010000:00000010:3.1:1773941510.242624:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360f00. 00010000:00000010:3.1:1773941510.242635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000100:00000001:2.0:1773941510.243496:0:14277:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941510.243501:0:14277:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941510.243504:0:14277:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941510.243506:0:14277:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941510.243508:0:14277:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941510.481778:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941510.481786:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941510.481790:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941511.505730:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941511.505738:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941511.505742:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941511.953629:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941511.953636:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941511.953654:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941511.953657:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941511.953658:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941511.953659:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941511.953661:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941511.953663:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941511.953665:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941511.953667:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941511.953669:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941511.953675:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941511.953679:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941511.953683:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941511.953685:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941511.953690:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941511.953695:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250200. 00000100:00000001:3.0:1773941511.953702:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941511.953705:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941511.953708:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941511.953714:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360f00. 00010000:00000001:3.0:1773941511.953718:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941511.953721:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941511.953724:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941511.953726:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0ba6 to hash 00000020:00000001:3.0:1773941511.953727:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941511.953729:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941511.953731:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941511.953734:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941511.953737:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941511.953740:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941511.953748:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941511.953757:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941511.953765:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941511.953766:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941511.953771:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941511.953773:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941511.953775:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941511.953776:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941511.953779:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941511.953782:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.953784:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941511.953785:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941511.953794:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.953800:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941511.953801:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941511.953804:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941511.953806:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941511.953807:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941511.953810:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244293888:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941511.953813:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941511.953817:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941511.953819:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941511.953821:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941511.953823:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941511.953825:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941511.953831:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941511.953834:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941511.953839:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941511.953844:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244293888, portal 25 00000100:00000001:3.0:1773941511.953846:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941511.953847:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941511.953850:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.953863:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941511.953865:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941511.953867:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3220. 00000100:00000200:3.0:1773941511.953871:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244293888, offset 0 00000400:00000200:3.0:1773941511.953875:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941511.953881:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941511.953888:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941511.953892:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941511.953896:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941511.953899:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941511.953901:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941511.953903:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[16, 15] 00000400:00000200:3.0:1773941511.953906:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941511.953909:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [137:137:256:4294967295] 192.168.202.156@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1773941511.953912:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941511.953919:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941511.953924:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941511.953935:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efdb00. 00000800:00000200:3.0:1773941511.953941:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941511.953948:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941511.953951:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efdb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941511.953965:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941511.953968:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941511.953970:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294951180 00000100:00000001:3.0:1773941511.953977:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949459 00000100:00000001:3.0:1773941511.953980:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294951180 00000100:00000001:3.0:1773941511.953983:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949459 00000100:00000001:3.0:1773941511.953985:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941511.953987:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.953993:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941511.953995:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941511.953997:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941511.954000:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941511.954003:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941511.954148:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941511.954156:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efdb00. 00000400:00000200:1.0:1773941511.954162:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941511.954170:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941511.954177:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3220 00000400:00000010:1.0:1773941511.954179:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3220. 00000100:00000001:1.0:1773941511.954184:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941511.954191:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941511.954201:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941511.954204:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941511.954210:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941511.954211:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941511.955126:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941511.955141:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941511.955145:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941511.955148:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941511.955154:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941511.955160:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941511.955168:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941511.955182:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941511.955189:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941511.955192:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904100 00000400:00000200:0.0:1773941511.955196:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941511.955199:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xba1 [1] + 224 00000800:00000001:0.0:1773941511.955205:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941511.955214:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941511.955216:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941511.955219:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941511.955225:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941511.955230:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941511.955237:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941511.955251:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941511.955257:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941511.955260:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941511.955274:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941511.955279:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941511.955281:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941511.955283:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941511.955286:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941511.955288:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941511.955290:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941511.955295:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941511.955302:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.955307:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941511.955308:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941511.955310:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941511.955312:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941511.955314:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941511.955315:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941511.955317:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941511.955321:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=17 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941511.955324:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941511.955326:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941511.955329:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941511.960863:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941511.960869:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941511.960873:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941511.960877:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941511.960883:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941511.960887:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941511.960899:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941511.960901:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941511.960904:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941511.960910:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941527 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.960921:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941511.960922:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941511.960924:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941511.960927:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941511.960930:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941511.960932:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.960934:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941511.960936:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941511.960937:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941511.960939:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.960941:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941511.960943:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941511.960945:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941511.960948:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941511.960951:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 276 00000400:00000200:3.0:1773941511.960957:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941511.960962:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941511.960966:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941511.960970:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941511.960973:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941511.960976:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941511.960980:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941511.960982:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941511.960984:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941511.960987:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941511.960989:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941511.960991:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941511.960994:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941511.961003:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941511.961005:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941511.961008:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941511.961011:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941511.961015:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941511.961018:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941511.961020:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941511.961023:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941511.961026:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.961028:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941511.961030:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941511.961034:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388572300. 00000020:00000040:3.0:1773941511.961037:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941511.961040:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941511.961042:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.961045:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941511.961048:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941511.961050:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941511.961054:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adcc00. 00000100:00000001:3.0:1773941511.961059:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941511.961066:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941511.961076:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941511.961080:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941511.961086:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041b7a74d] to pc [ptlrpcd_rcv+-1] req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.961107:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.961110:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941511.961112:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941511.961115:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941511.961118:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941511.961120:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941511.961127:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941511.961131:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941511.961133:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941511.961140:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941527 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941511.961144:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941511.961148:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941511.961152:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941511.961154:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941511.961158:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941511.961162:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.961163:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941511.961167:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941511.961176:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941527 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941511.961178:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941511.961188:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941511.961189:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244293888:192.168.202.146@tcp:101:ll_cfg_requeue.0 02000000:00000001:0.0:1773941511.961191:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941511.961194:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941511.961198:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.961201:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941511.961203:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244294016:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941511.961208:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941511.961209:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941511.961212:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941511.961214:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1773941511.961215:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941511.961218:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941511.961219:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1773941511.961222:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9c800. 02000000:00000001:0.0:1773941511.961226:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941511.961227:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941527 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941511.961231:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941511.961236:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed6e0. 00000400:00000010:0.0:1773941511.961241:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f12a8. 00000100:00000001:3.0:1773941511.961245:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941511.961246:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244294016, portal 25 00000100:00000001:0.0:1773941511.961250:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1773941511.961251:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:0.0:1773941511.961252:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240889600 : -104919468662016 : ffffa09388572300) 00000100:00000001:3.0:1773941511.961259:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:0.0:1773941511.961261:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.961263:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941511.961271:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941511.961272:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941511.961276:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941511.961277:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1773941511.961278:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1880. 00000020:00000001:3.0:1773941511.961281:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1773941511.961282:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244294016, offset 0 00000020:00000040:3.0:1773941511.961287:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000400:00000200:0.0:1773941511.961288:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000020:00000001:3.0:1773941511.961294:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000200:0.0:1773941511.961294:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941511.961301:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000200:0.0:1773941511.961301:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941511.961307:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941511.961310:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941511.961310:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941511.961316:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941511.961320:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941511.961326:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[16, 17] 00000400:00000200:0.0:1773941511.961329:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941511.961331:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [138:138:256:4294967295] 192.168.202.146@tcp LPNI seq info [18:18:8:4294967295] 00010000:00000001:3.0:1773941511.961346:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941511.961347:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:3.0:1773941511.961355:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941511.961355:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941511.961362:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941511.961369:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00010000:00000001:3.0:1773941511.961371:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000800:00000200:0.0:1773941511.961375:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00010000:3.0:1773941511.961376:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941511.961400:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1773941511.961401:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:3.0:1773941511.961403:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1773941511.961405:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:3.0:1773941511.961408:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941511.961415:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941511.961418:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941511.961419:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941511.961422:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941511.961425:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:3.0:1773941511.961427:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941511.961428:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294951187 00000100:00000001:0.0:1773941511.961435:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951180 00010000:00010000:3.0:1773941511.961439:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000001:0.0:1773941511.961441:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294951187 10000000:00000001:3.0:1773941511.961445:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941511.961446:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951180 10000000:00010000:3.0:1773941511.961450:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941511.961451:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941511.961456:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941511.961461:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941511.961464:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1773941511.961465:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941511.961468:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941511.961472:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941511.961473:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1773941511.961475:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000100:00000001:0.0:1773941511.961476:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1773941511.961481:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941511.961482:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941511.961484:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773941511.961487:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941511.961487:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941511.961489:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941511.961498:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941511.961503:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941511.961508:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:3.0:1773941511.961511:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:1.0:1773941511.961513:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 10000000:00010000:3.0:1773941511.961517:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941511.961520:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:3.0:1773941511.961526:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941511.961529:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941511.961530:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941511.961533:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941511.961537:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1773941511.961541:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00000001:3.0:1773941511.961546:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1773941511.961547:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1880 00010000:00000001:3.0:1773941511.961553:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1773941511.961553:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1880. 00010000:00000001:3.0:1773941511.961563:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1773941511.961564:0:2391:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941511.961572:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941511.961576:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941511.961620:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941511.961624:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941511.961630:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941511.961633:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1773941511.961663:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0ba6 from hash 00010000:00000001:3.0:1773941511.961667:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941511.961669:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941511.961670:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941511.961671:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941511.961673:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941511.961675:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941511.961679:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941511.961681:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941511.961683:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941511.961686:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941511.961689:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941511.961695:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941511.961696:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941511.961697:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941511.961699:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941511.961707:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941511.961708:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941511.961709:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941511.961712:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0ba6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941511.961719:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360f00 count: 0 00010000:00000001:3.0:1773941511.961730:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941511.961731:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941511.961734:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941511.961741:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244293888/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941527 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.961747:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941511.961750:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941511.961753:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941511.961756:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941511.961758:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941511.961759:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941511.961762:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941511.961764:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250200. 02000000:00000001:3.0:1773941511.961767:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941511.961768:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941511.961770:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941511.961773:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941511.961774:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941511.961776:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941511.961779:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941511.961781:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941511.961785:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941511.961789:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250200. 00000020:00000010:3.0:1773941511.961793:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251800. 00000040:00000010:3.0:1773941511.961797:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386250a00. 00000020:00000010:3.0:1773941511.961802:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941511.961806:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386250000. 80000000:00000010:3.0:1773941511.961811:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941511.961819:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251400. 20000000:00000010:3.0:1773941511.961823:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386250e00. 10000000:00000040:3.0:1773941511.961828:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941511.961831:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941511.961836:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251800. 00000040:00000010:3.0:1773941511.961839:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386250a00. 00000020:00000010:3.0:1773941511.961843:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941511.961848:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386250000. 80000000:00000010:3.0:1773941511.961851:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941511.961856:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251400. 20000000:00000010:3.0:1773941511.961858:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386250e00. 00000020:00000010:3.0:1773941511.961861:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250200. 10000000:00000010:3.0:1773941511.961863:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941511.961866:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941511.961869:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941511.961872:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000001:0.0:1773941511.965960:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941511.965969:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941511.965972:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941511.965975:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941511.965980:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941511.965985:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941511.965991:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941511.965994:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941511.965998:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941511.966008:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904180 00000400:00000200:0.0:1773941511.966012:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941511.966017:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xba9 [1] + 0 00000800:00000001:0.0:1773941511.966023:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941511.966030:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941511.966033:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941511.966037:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941511.966042:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941511.966047:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941511.966060:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941511.966079:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941511.966085:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941511.966087:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941511.966147:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941511.966150:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941511.966153:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941511.966154:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941511.966157:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed6e0. 00000400:00000200:2.0:1773941511.966160:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f12a8 00000400:00000010:2.0:1773941511.966162:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f12a8. 00000100:00000001:2.0:1773941511.966164:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941511.966168:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941511.966188:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941511.966193:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941511.966194:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941511.966195:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941511.966197:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941511.966198:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941511.966200:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941511.966201:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941511.966204:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941511.966207:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941511.966209:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941511.966210:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941511.966212:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941511.966214:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941511.966216:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941511.966219:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941511.966224:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941511.966226:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941511.966227:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941511.966229:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941511.966232:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941511.966233:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941511.966234:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941511.966236:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941511.966237:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941511.966238:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941511.966240:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941511.966243:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941511 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941511.966245:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941511.966250:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941511.966255:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941511.966256:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941511.966257:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941511.966259:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941511.966262:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941511.966264:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941511.966266:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941511.966268:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941511.966272:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941511.966274:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941511.966557:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941511.966560:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941511.966564:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941511.966570:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244294016:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941511.966574:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941511.966606:0:14278:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941511.966608:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941511.966614:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388572300 x1860112244294016/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941511.966619:0:14278:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:2.0:1773941511.966623:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941511.966627:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1773941511.966627:0:14278:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:2.0:1773941511.966631:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9c800. 00000100:00000001:0.0:1773941511.966632:0:14278:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941511.966635:0:14278:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941511.966638:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941511.966638:0:14278:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941511.966642:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941511.966643:0:14278:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:2.0:1773941511.966644:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941511.966648:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941511.966649:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adcc00. 00000001:00000001:0.0:1773941511.966649:0:14278:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941511.966654:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941511.966655:0:14278:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941511.966657:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941511.966658:0:14278:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:2.0:1773941511.966659:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388572300. 00000001:00000001:0.0:1773941511.966661:0:14278:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941511.966663:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1773941511.966664:0:14278:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941511.966666:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941511.966667:0:14278:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941511.966671:0:14278:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941511.966675:0:14278:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941511.966676:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941511.966678:0:14278:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941511.966681:0:14278:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941511.966683:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1773941511.966684:0:14278:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941511.966686:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941511.966688:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941511.966689:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941511.966695:0:14278:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941511.966697:0:14278:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941511.966699:0:14278:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:0.0:1773941511.966709:0:14278:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941511.966710:0:14278:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941511.966712:0:14278:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941511.966714:0:14278:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:0.0:1773941511.966717:0:14278:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941511.966718:0:14278:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941511.966720:0:14278:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941511.966721:0:14278:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941511.966722:0:14278:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941511.970361:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941511.970364:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941511.970366:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941511.970369:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941511.971608:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360f00. 00010000:00000010:3.1:1773941511.971615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941512.529714:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941512.529719:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941512.529723:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941513.553710:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941513.553715:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941513.553720:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941513.617648:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941513.617655:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941513.617659:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941513.617662:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941513.617663:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941513.617665:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941513.617667:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941513.617668:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941513.617670:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941513.617687:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941513.617689:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941513.617697:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941513.617701:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941513.617706:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941513.617709:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941513.617714:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941513.617722:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250e00. 00000100:00000001:3.0:1773941513.617728:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941513.617732:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941513.617734:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941513.617742:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360f00. 00010000:00000001:3.0:1773941513.617747:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941513.617750:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941513.617754:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941513.617756:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bad to hash 00000020:00000001:3.0:1773941513.617759:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941513.617760:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941513.617763:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941513.617767:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941513.617770:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941513.617773:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941513.617782:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941513.617792:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941513.617797:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941513.617799:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941513.617804:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941513.617806:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941513.617814:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941513.617816:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941513.617821:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941513.617824:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.617827:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941513.617829:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941513.617839:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.617846:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941513.617848:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941513.617851:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941513.617853:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941513.617856:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941513.617859:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244294144:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941513.617863:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941513.617867:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941513.617869:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941513.617872:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941513.617875:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941513.617878:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941513.617885:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941513.617888:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941513.617894:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941513.617966:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244294144, portal 25 00000100:00000001:3.0:1773941513.617970:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941513.617972:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941513.617981:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941529 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.617991:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941513.617996:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941513.618001:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be34c8. 00000100:00000200:3.0:1773941513.618005:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244294144, offset 0 00000400:00000200:3.0:1773941513.618022:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941513.618035:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941513.618042:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941513.618046:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941513.618049:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941513.618052:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941513.618055:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941513.618057:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[18, 17] 00000400:00000200:3.0:1773941513.618060:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941513.618063:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [139:139:256:4294967295] 192.168.202.156@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1773941513.618066:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941513.618075:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941513.618080:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941513.618084:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd100. 00000800:00000200:3.0:1773941513.618090:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941513.618097:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941513.618100:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941513.618113:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941513.618116:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941513.618119:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294952844 00000800:00000200:1.0:1773941513.618213:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941513.618219:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd100. 00000400:00000200:1.0:1773941513.618224:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941513.618230:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941513.618236:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be34c8 00000400:00000010:1.0:1773941513.618239:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be34c8. 00000100:00000001:1.0:1773941513.618244:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941513.618247:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951187 00000100:00000200:1.0:1773941513.618252:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941529 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.618254:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294952844 00000100:00000001:1.0:1773941513.618267:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941513.618271:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941529 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941513.618278:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941513.618280:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941513.618350:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951187 00000100:00000001:3.0:1773941513.618355:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941513.618358:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.618360:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941513.618362:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941513.618394:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941513.618397:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941513.618400:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773941513.618982:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941513.618989:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941513.618991:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941513.618993:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941513.619002:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941513.619006:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941513.619012:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941513.619015:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941513.619019:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941513.619022:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904200 00000400:00000200:0.0:1773941513.619025:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941513.619029:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xbb9 [1] + 224 00000800:00000001:0.0:1773941513.619034:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941513.619040:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941513.619042:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941513.619045:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941513.619049:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941513.619053:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941529 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941513.619062:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941529 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941513.619086:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941513.619093:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941513.619096:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941513.619111:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941513.619117:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941513.619124:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941513.619126:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941513.619130:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941513.619131:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941513.619134:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941513.619139:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941529 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941513.619147:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941529 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.619153:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941513.619154:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941513.619156:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941513.619159:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941513.619161:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941513.619162:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941513.619164:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941513.619169:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=19 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941513.619171:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941513.619174:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941513.619177:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941513.619180:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941513.619183:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941513.619187:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941513.619191:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941513.619196:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941513.619200:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941513.619202:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941513.619204:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941513.619207:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941513.619212:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941529 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.619222:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941513.619230:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941513.619233:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941513.619236:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941513.619238:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941513.619240:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.619242:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941513.619244:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941513.619245:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941513.619247:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.619248:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941513.619251:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941513.619253:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941513.619257:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941513.619260:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 278 00000400:00000200:3.0:1773941513.619266:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941513.619271:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941513.619276:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941513.619279:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941513.619282:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941513.619285:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941513.619289:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941513.619291:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941513.619293:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941513.619296:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941513.619299:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941513.619302:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941513.619306:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941513.619308:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941513.619310:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941513.619312:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941513.619316:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941513.619320:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941513.619323:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941513.619330:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941513.619333:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941513.619335:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.619344:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941513.619346:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941513.619350:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570e00. 00000020:00000040:3.0:1773941513.619352:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941513.619354:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941513.619356:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.619357:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941513.619359:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941513.619361:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941513.619378:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adf800. 00000100:00000001:3.0:1773941513.619383:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941513.619390:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941513.619397:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941513.619399:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941513.619403:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3724b38] to pc [ptlrpcd_rcv+-1] req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.619418:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.619421:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941513.619422:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941513.619424:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941513.619426:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941513.619427:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941513.619429:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941513.619431:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941513.619432:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941513.619435:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941529 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.619441:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941513.619444:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941513.619450:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941513.619452:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941513.619457:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941513.619458:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941513.619462:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941513.619468:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941529 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941513.619475:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941513.619492:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244294144:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941513.619496:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941513.619500:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941513.619505:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941513.619507:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941513.619510:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.619511:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941513.619517:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244294272:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941513.619523:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941513.619527:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941513.619527:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941513.619531:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.619534:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1773941513.619536:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941513.619538:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1773941513.619544:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f89400. 00000100:00000040:3.0:1773941513.619547:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941529 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941513.619549:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941513.619559:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941513.619567:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941513.619567:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000100:00000010:3.0:1773941513.619574:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000400:00000010:2.0:1773941513.619576:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941513.619608:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244294272, portal 25 00000100:00000001:2.0:1773941513.619612:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941513.619615:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240884224 : -104919468667392 : ffffa09388570e00) 00000100:00000001:3.0:1773941513.619619:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941513.619624:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941513.619626:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941513.619629:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941513.619633:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941513.619635:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941513.619638:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941513.619643:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941513.619646:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:2.0:1773941513.619646:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941513.619652:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941513.619655:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941513.619660:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9000. 00000100:00000200:2.0:1773941513.619665:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244294272, offset 0 00010000:00000001:3.0:1773941513.619669:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941513.619673:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941513.619682:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1773941513.619683:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00010000:3.0:1773941513.619686:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941513.619689:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941513.619693:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941513.619698:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941513.619703:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941513.619707:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941513.619709:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941513.619712:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941513.619713:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941513.619717:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941513.619718:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[18, 19] 00000400:00000200:2.0:1773941513.619729:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:3.0:1773941513.619734:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941513.619735:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [140:140:256:4294967295] 192.168.202.146@tcp LPNI seq info [20:20:8:4294967295] 00010000:00000001:3.0:1773941513.619738:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941513.619742:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941513.619744:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941513.619748:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941513.619754:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:3.0:1773941513.619763:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000800:00000200:2.0:1773941513.619764:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:00000001:3.0:1773941513.619767:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:2.0:1773941513.619770:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624aa00. 10000000:00010000:3.0:1773941513.619771:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941513.619780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941513.619783:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941513.619786:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941513.619789:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.0:1773941513.619790:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000020:00000040:3.0:1773941513.619795:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000800:00000200:2.0:1773941513.619795:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624aa00 type 1, nob 616 niov 1 nkiov 1 00000020:00000001:3.0:1773941513.619803:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941513.619808:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941513.619812:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1773941513.619813:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941513.619816:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941513.619817:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941513.619821:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294952846 00000100:00000001:2.0:1773941513.619828:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952844 10000000:00000001:3.0:1773941513.619834:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941513.619835:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294952846 10000000:00010000:3.0:1773941513.619841:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941513.619841:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952844 00000100:00000001:2.0:1773941513.619847:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941513.619853:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941513.619858:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:2.0:1773941513.619858:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.619861:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941513.619867:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:3.0:1773941513.619869:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:2.0:1773941513.619870:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:3.0:1773941513.619875:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.619875:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1773941513.619882:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:2.0:1773941513.619884:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773941513.619887:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:1.0:1773941513.619887:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941513.619888:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941513.619893:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1773941513.619894:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941513.619894:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624aa00. 00010000:00000001:3.0:1773941513.619899:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1773941513.619902:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773941513.619904:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941513.619908:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941513.619910:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941513.619914:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9000 00000400:00000010:1.0:1773941513.619917:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9000. 00000020:00000040:3.0:1773941513.619924:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bad from hash 00000100:00000001:1.0:1773941513.619925:0:2391:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941513.619948:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941513.619952:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1773941513.619952:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941513.619954:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941513.619955:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941513.619957:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941513.619959:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941513.619964:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941513.619966:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941513.619969:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941513.619973:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941513.619979:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941513.619990:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941513.619996:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941513.620007:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941513.620010:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941513.620043:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941513.620044:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941513.620045:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941513.620047:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941513.620048:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941513.620049:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941513.620051:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941513.620053:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941513.620058:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360f00 count: 0 00010000:00000001:3.0:1773941513.620067:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941513.620068:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941513.620070:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941513.620081:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244294144/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941529 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.620087:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941513.620089:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941513.620092:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941513.620095:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941513.620096:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941513.620098:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941513.620100:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941513.620102:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250e00. 02000000:00000001:3.0:1773941513.620105:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941513.620106:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941513.620108:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941513.620110:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941513.620111:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941513.620113:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941513.620115:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941513.620118:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941513.620121:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941513.620125:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250e00. 00000020:00000010:3.0:1773941513.620129:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251400. 00000040:00000010:3.0:1773941513.620133:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386250000. 00000020:00000010:3.0:1773941513.620137:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941513.620141:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386250a00. 80000000:00000010:3.0:1773941513.620144:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941513.620148:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251800. 20000000:00000010:3.0:1773941513.620152:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386250800. 10000000:00000040:3.0:1773941513.620156:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941513.620158:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941513.620161:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251400. 00000040:00000010:3.0:1773941513.620164:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386250000. 00000020:00000010:3.0:1773941513.620166:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941513.620170:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386250a00. 80000000:00000010:3.0:1773941513.620172:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941513.620179:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251800. 20000000:00000010:3.0:1773941513.620182:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386250800. 00000020:00000010:3.0:1773941513.620184:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250e00. 10000000:00000010:3.0:1773941513.620186:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941513.620189:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941513.620192:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941513.620194:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941513.620195:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941513.620197:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941513.620198:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941513.620200:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941513.621419:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941513.621428:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941513.621431:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941513.621434:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941513.621440:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941513.621446:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941513.621452:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941513.621455:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941513.621457:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941513.621460:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904280 00000400:00000200:0.0:1773941513.621464:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941513.621467:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xbc1 [1] + 0 00000800:00000001:0.0:1773941513.621471:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941513.621476:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941513.621478:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941513.621482:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941513.621485:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941513.621489:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941513.621501:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941513.621521:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941513.621527:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941513.621531:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941513.621543:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941513.621546:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941513.621549:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941513.621550:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941513.621552:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941513.621556:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941513.621557:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941513.621560:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941513.621564:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941513.621572:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941513.621598:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941513.621601:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941513.621603:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941513.621605:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941513.621607:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941513.621608:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941513.621611:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941513.621614:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941513.621617:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941513.621619:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941513.621620:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941513.621622:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941513.621624:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.621626:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941513.621629:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941513.621634:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941513.621636:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941513.621637:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941513.621640:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941513.621649:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941513.621651:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941513.621652:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941513.621654:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941513.621656:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941513.621657:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941513.621659:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941513.621662:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941513 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941513.621665:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941513.621670:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941513.621672:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941513.621673:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941513.621675:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.621676:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941513.621679:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941513.621681:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941513.621683:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941513.621685:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941513.621688:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941513.621690:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941513.621909:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941513.621915:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.621924:0:14280:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:0.0:1773941513.621925:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941513.621935:0:14280:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941513.621939:0:14280:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1773941513.621953:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244294272:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941513.621963:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941513.621965:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941513.621970:0:14280:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:0.0:1773941513.621971:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388570e00 x1860112244294272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1773941513.621974:0:14280:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941513.621979:0:14280:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941513.621982:0:14280:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941513.621984:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941513.621987:0:14280:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941513.621987:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941513.621992:0:14280:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:0.0:1773941513.621993:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f89400. 00000001:00000001:2.0:1773941513.621996:0:14280:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941513.621998:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941513.621999:0:14280:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941513.622002:0:2397:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1773941513.622003:0:14280:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941513.622005:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941513.622007:0:14280:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:0.0:1773941513.622010:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1773941513.622013:0:14280:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:0.0:1773941513.622014:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adf800. 02000000:00000001:0.0:1773941513.622017:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941513.622018:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941513.622019:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570e00. 00000100:00000001:0.0:1773941513.622023:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941513.622025:0:14280:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941513.622025:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941513.622028:0:14280:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941513.622029:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941513.622032:0:14280:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941513.622035:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1773941513.622036:0:14280:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941513.622039:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.622040:0:14280:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941513.622044:0:14280:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941513.622044:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941513.622048:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941513.622049:0:14280:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941513.622065:0:14280:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941513.622067:0:14280:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.622068:0:14280:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941513.622071:0:14280:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941513.622074:0:14280:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941513.622076:0:14280:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941513.622077:0:14280:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941513.622079:0:14280:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941513.622081:0:14280:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941513.627648:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360f00. 00010000:00000010:3.1:1773941513.627658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:2.0:1773941514.577686:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941514.577694:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941514.577699:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941514.641682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941514.641690:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941514.641700:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024ed80. 00000020:00000040:0.0:1773941514.641706:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941514.641709:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941514.641712:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941514.641717:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941514.641724:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09398f98b00. 00000100:00000001:0.0:1773941514.641729:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941514.641752:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941514.641760:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941514.641764:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941514.641769:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ca792e5] to pc [ptlrpcd_00_00+0] req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.641796:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941514.641796:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.641801:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1773941514.641802:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (286) 00000100:00000001:1.0:1773941514.641805:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941514.641813:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.641815:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941514.641820:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.641826:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941514.641828:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941514.641832:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941514.641834:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941514.641837:0:2398:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941514.641839:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d0a345f7-236f-4283-8d0b-61189a46960a:2398:1860112244294400:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1773941514.641843:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941514.641847:0:2398:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941514.641849:0:2398:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941514.641851:0:2398:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941514.641856:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09390301000. 02000000:00000001:1.0:1773941514.641858:0:2398:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941514.641865:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941514.641869:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941514.641875:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941514.641880:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244294400, portal 25 00000100:00000001:1.0:1773941514.641882:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941514.641884:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371816832 : -104919337734784 : ffffa0939024ed80) 00000100:00000040:1.0:1773941514.641888:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.641894:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941514.641902:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941514.641904:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fac38. 00000100:00000200:1.0:1773941514.641906:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244294400, offset 0 00000400:00000200:1.0:1773941514.641911:0:2398:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941514.641917:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941514.641923:0:2398:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941514.641928:0:2398:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941514.641931:0:2398:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941514.641934:0:2398:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941514.641936:0:2398:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941514.641938:0:2398:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[20, 19] 00000400:00000200:1.0:1773941514.641941:0:2398:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1773941514.641944:0:2398:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [141:141:256:4294967295] 192.168.202.156@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1773941514.641947:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941514.641954:0:2398:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1773941514.641959:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1773941514.641962:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1400. 00000800:00000200:1.0:1773941514.641967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1773941514.641973:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1773941514.641976:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941514.641990:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941514.641993:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941514.641995:0:2398:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294953868 00000100:00000001:1.0:1773941514.642001:0:2398:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952846 00000100:00000001:1.0:1773941514.642006:0:2398:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294953868 00000100:00000001:1.0:1773941514.642010:0:2398:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952846 00000100:00000001:1.0:1773941514.642014:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941514.642017:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.642021:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.642024:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941514.642037:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941514.642040:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941514.642043:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941514.642045:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941514.642047:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.642050:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941514.642095:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941514.642099:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1400. 00000400:00000200:0.0:1773941514.642103:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941514.642108:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941514.642112:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fac38 00000400:00000010:0.0:1773941514.642114:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fac38. 00000100:00000001:0.0:1773941514.642117:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941514.642120:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.642127:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941514.642130:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.642135:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.642136:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941514.642918:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.642929:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941514.642931:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.642933:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941514.642938:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941514.642943:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941514.642949:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941514.642952:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941514.642956:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.642965:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904300 00000400:00000200:0.0:1773941514.642969:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.642973:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xbc9 [1] + 224 00000800:00000001:0.0:1773941514.642979:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.642986:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941514.642988:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941514.642991:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941514.642995:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941514.642999:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941514.643008:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.643024:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941514.643031:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.643033:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941514.643078:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941514.643083:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941514.643089:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941514.643092:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941514.643095:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941514.643103:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941514.643106:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941514.643109:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941514.643118:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941514.643128:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.643134:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941514.643136:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941514.643139:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941514.643141:0:2398:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941514.643143:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941514.643145:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941514.643147:0:2398:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941514.643152:0:2398:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941514.643156:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941514.643158:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941514.643160:0:2398:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941514.643162:0:2398:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941514.643165:0:2398:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941514.643168:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941514.643172:0:2398:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941514.647638:0:2398:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941514.647647:0:2398:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941514.647648:0:2398:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941514.647650:0:2398:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941514.647654:0:2398:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.647663:0:2398:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941514.647664:0:2398:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941514.647666:0:2398:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941514.647668:0:2398:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941514.647671:0:2398:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941514.647672:0:2398:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.647674:0:2398:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941514.647675:0:2398:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941514.647676:0:2398:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941514.647677:0:2398:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.647678:0:2398:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941514.647680:0:2398:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941514.647682:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941514.647684:0:2398:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941514.647686:0:2398:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 280 00000400:00000200:1.0:1773941514.647689:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941514.647692:0:2398:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941514.647695:0:2398:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941514.647698:0:2398:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941514.647700:0:2398:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941514.647702:0:2398:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:1.0:1773941514.647704:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941514.647706:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941514.647707:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941514.647709:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941514.647711:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941514.647712:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:1.0:1773941514.647714:0:2398:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941514.647720:0:2398:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941514.647722:0:2398:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941514.647724:0:2398:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:1.0:1773941514.647726:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:1.0:1773941514.647728:0:2398:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:1.0:1773941514.647730:0:2398:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941514.647732:0:2398:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941514.647734:0:2398:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941514.647736:0:2398:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.647737:0:2398:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941514.647739:0:2398:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941514.647742:0:2398:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620e00. 00000020:00000040:1.0:1773941514.647744:0:2398:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:1.0:1773941514.647746:0:2398:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941514.647748:0:2398:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.647750:0:2398:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941514.647751:0:2398:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941514.647753:0:2398:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941514.647756:0:2398:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09384f79800. 00000100:00000001:1.0:1773941514.647759:0:2398:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941514.647763:0:2398:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941514.647769:0:2398:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941514.647771:0:2398:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941514.647774:0:2398:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006427eb52] to pc [ptlrpcd_rcv+-1] req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.647787:0:2398:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.647789:0:2398:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941514.647790:0:2398:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941514.647793:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.647798:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941514.647804:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941514.647806:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941514.647810:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941514.647817:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d0a345f7-236f-4283-8d0b-61189a46960a:2398:1860112244294400:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1773941514.647821:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941514.647824:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941514.647824:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941514.647829:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024ed80 x1860112244294400/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941530 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.647830:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941514.647834:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941514.647839:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941514.647841:0:2398:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941514.647844:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09390301000. 00000100:00000040:0.0:1773941514.647845:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941514.647847:0:2398:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941514.647849:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941514.647852:0:2398:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941514.647856:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941514.647859:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09398f98b00. 00000100:00000001:0.0:1773941514.647863:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1773941514.647864:0:2398:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941514.647868:0:2398:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941514.647868:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941514.647870:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024ed80. 02000000:00000001:0.0:1773941514.647875:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941514.647877:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1773941514.647879:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941514.647880:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941514.647883:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941514.647886:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.647888:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941514.647891:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.647893:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941514.647895:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941514.647895:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244294528:192.168.202.146@tcp:250:ptlrpcd_00_00.0 00000100:00000001:0.0:1773941514.647901:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941514.647904:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941514.647905:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941514.647906:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941514.647910:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d400. 02000000:00000001:0.0:1773941514.647912:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941514.647921:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941514.647923:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedf20. 00000400:00000010:0.0:1773941514.647926:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1990. 00000100:00000200:0.0:1773941514.647929:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244294528, portal 25 00000100:00000001:0.0:1773941514.647931:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941514.647932:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241605120 : -104919467946496 : ffffa09388620e00) 00000100:00000040:0.0:1773941514.647936:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.647942:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941514.647943:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941514.647946:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f12a8. 00000100:00000200:0.0:1773941514.647948:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244294528, offset 0 00000400:00000200:0.0:1773941514.647951:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941514.647954:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.647957:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941514.647960:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941514.647962:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941514.647964:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941514.647966:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941514.647968:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[20, 21] 00000400:00000200:0.0:1773941514.647970:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941514.647972:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [142:142:256:4294967295] 192.168.202.146@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:0.0:1773941514.647975:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.647980:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941514.647983:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941514.647985:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00000800:00000200:0.0:1773941514.647988:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941514.647993:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941514.647995:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941514.648008:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941514.648011:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941514.648017:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294953874 00000100:00000001:0.0:1773941514.648021:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953868 00000100:00000001:0.0:1773941514.648024:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294953874 00000100:00000001:0.0:1773941514.648028:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953868 00000100:00000001:0.0:1773941514.648031:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941514.648032:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.648034:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.648036:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.648039:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941514.648041:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941514.648043:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941514.648044:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941514.648046:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.648047:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941514.648075:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941514.648079:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000400:00000200:1.0:1773941514.648081:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941514.648085:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941514.648088:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f12a8 00000400:00000010:1.0:1773941514.648089:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f12a8. 00000100:00000001:1.0:1773941514.648092:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941514.648099:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.648105:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941514.648107:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.648111:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.648113:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941514.655605:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.655613:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941514.655615:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.655617:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941514.655621:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.655625:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941514.655630:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.655632:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.655634:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.655637:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904380 00000400:00000200:0.0:1773941514.655640:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.655643:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xbd9 [1] + 0 00000800:00000001:0.0:1773941514.655647:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.655653:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941514.655655:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941514.655658:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941514.655660:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941514.655664:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941514.655682:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.655697:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941514.655703:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.655706:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.655731:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941514.655734:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941514.655737:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941514.655739:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941514.655741:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedf20. 00000400:00000200:2.0:1773941514.655744:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1990 00000400:00000010:2.0:1773941514.655746:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1990. 00000100:00000001:2.0:1773941514.655748:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941514.655751:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941514.655757:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.655762:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941514.655763:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.655765:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941514.655766:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941514.655772:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941514.655774:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941514.655775:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941514.655778:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941514.655781:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941514.655783:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941514.655784:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941514.655786:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941514.655787:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.655789:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941514.655792:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.655796:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941514.655798:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941514.655799:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.655801:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941514.655805:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941514.655807:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941514.655808:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941514.655810:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941514.655811:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941514.655813:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941514.655814:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941514.655817:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941514 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941514.655819:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941514.655823:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941514.655824:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941514.655826:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941514.655827:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.655828:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941514.655830:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941514.655832:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941514.655834:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941514.655836:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941514.655842:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941514.655843:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941514.656038:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.656043:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941514.656049:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.656058:0:14281:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941514.656059:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244294528:192.168.202.146@tcp:250:ptlrpcd_00_00.0 00000100:00000001:0.0:1773941514.656064:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941514.656066:0:14281:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:0.0:1773941514.656066:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941514.656069:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388620e00 x1860112244294528/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941514.656070:0:14281:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941514.656072:0:14281:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941514.656074:0:14281:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941514.656076:0:14281:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941514.656077:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941514.656078:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941514.656079:0:14281:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:0.0:1773941514.656081:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d400. 00000001:00000001:2.0:1773941514.656083:0:14281:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941514.656084:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941514.656085:0:14281:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941514.656086:0:14281:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1773941514.656086:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941514.656087:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941514.656088:0:14281:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941514.656090:0:14281:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941514.656090:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941514.656091:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09384f79800. 00000100:00000001:2.0:1773941514.656092:0:14281:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941514.656094:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941514.656095:0:14281:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941514.656095:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941514.656097:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620e00. 00000100:00000001:2.0:1773941514.656098:0:14281:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941514.656100:0:14281:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941514.656100:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941514.656101:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.656102:0:14281:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.656103:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941514.656105:0:14281:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941514.656106:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941514.656107:0:14281:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941514.656108:0:14281:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941514.656108:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941514.656110:0:14281:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:0.0:1773941514.656110:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941514.656118:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941514.656125:0:14281:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941514.656127:0:14281:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.656129:0:14281:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941514.656133:0:14281:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941514.660549:0:14281:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941514.660553:0:14281:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941514.660554:0:14281:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941514.660556:0:14281:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941514.660558:0:14281:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941514.929646:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941514.929653:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941514.929657:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941514.929659:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941514.929661:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941514.929662:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941514.929665:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941514.929666:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941514.929668:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941514.929670:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941514.929672:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941514.929691:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941514.929696:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941514.929700:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941514.929703:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941514.929708:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941514.929714:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250e00. 00000100:00000001:3.0:1773941514.929721:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941514.929725:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941514.929727:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941514.929735:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360f00. 00010000:00000001:3.0:1773941514.929740:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941514.929743:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941514.929746:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941514.929749:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bb4 to hash 00000020:00000001:3.0:1773941514.929764:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941514.929765:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941514.929768:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941514.929772:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941514.929775:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941514.929778:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941514.929788:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941514.929802:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941514.929809:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941514.929812:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941514.929820:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941514.929822:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941514.929825:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941514.929828:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941514.929833:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941514.929839:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.929842:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941514.929844:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941514.929856:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.929867:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941514.929870:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941514.929874:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941514.929876:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941514.929878:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941514.929881:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244294656:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941514.929892:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941514.929897:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941514.929899:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941514.929902:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941514.929905:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941514.929907:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941514.929914:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941514.929917:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941514.929923:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941514.929928:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244294656, portal 25 00000100:00000001:3.0:1773941514.929930:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941514.929931:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941514.929936:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941530 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.929943:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941514.929945:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941514.929947:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3770. 00000100:00000200:3.0:1773941514.929950:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244294656, offset 0 00000400:00000200:3.0:1773941514.929956:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941514.929963:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941514.929969:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941514.929974:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941514.929977:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941514.929981:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941514.929983:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941514.929986:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[22, 21] 00000400:00000200:3.0:1773941514.929988:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941514.929992:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [143:143:256:4294967295] 192.168.202.156@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1773941514.929996:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941514.930013:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941514.930018:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941514.930037:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941514.930043:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941514.930050:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941514.930054:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941514.930090:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941514.930097:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941514.930100:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294954156 00000100:00000001:3.0:1773941514.930109:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953874 00000100:00000001:3.0:1773941514.930116:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294954156 00000100:00000001:3.0:1773941514.930120:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953874 00000100:00000001:3.0:1773941514.930125:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941514.930140:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.930144:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941514.930146:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941514.930151:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941514.930155:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941514.930159:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941514.930236:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941514.930241:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000400:00000200:1.0:1773941514.930247:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941514.930253:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941514.930258:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3770 00000400:00000010:1.0:1773941514.930260:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3770. 00000100:00000001:1.0:1773941514.930265:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941514.930271:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941530 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.930281:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941514.930285:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941530 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.930292:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.930294:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941514.931240:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.931254:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941514.931257:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.931259:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941514.931264:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941514.931270:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941514.931276:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941514.931280:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941514.931283:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.931287:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904400 00000400:00000200:0.0:1773941514.931291:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.931296:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xbe9 [1] + 224 00000800:00000001:0.0:1773941514.931303:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.931311:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941514.931313:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941514.931316:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941514.931321:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941514.931326:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941530 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941514.931336:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941530 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.931370:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941514.931378:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.931381:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941514.931467:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941514.931491:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941514.931493:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941514.931497:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941514.931503:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941514.931505:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941514.931509:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941514.931519:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941530 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941514.931529:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941530 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.931536:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941514.931537:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941514.931540:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941514.931543:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941514.931546:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941514.931601:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941514.931603:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941514.931610:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941514.931614:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941514.931617:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941514.931621:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941514.931623:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941514.931627:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941514.931629:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941514.931634:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941514.931638:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941514.931658:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941514.931660:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941514.931662:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941514.931664:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941514.931667:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941530 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.931673:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941514.931674:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941514.931676:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941514.931679:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941514.931682:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941514.931683:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.931685:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941514.931686:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941514.931686:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941514.931688:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.931689:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941514.931692:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941514.931694:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941514.931697:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941514.931699:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 281 00000400:00000200:3.0:1773941514.931705:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941514.931715:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941514.931720:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941514.931723:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941514.931725:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941514.931727:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941514.931731:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941514.931732:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941514.931735:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941514.931737:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941514.931739:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941514.931740:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941514.931743:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941514.931744:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941514.931746:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941514.931747:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941514.931751:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941514.931754:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941514.931756:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941514.931758:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941514.931761:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941514.931763:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.931765:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941514.931767:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941514.931772:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571c00. 00000020:00000040:3.0:1773941514.931774:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941514.931778:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941514.931779:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.931782:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941514.931784:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941514.931788:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941514.931793:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adec00. 00000100:00000001:3.0:1773941514.931798:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941514.931803:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941514.931814:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941514.931818:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941514.931822:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571f2d16] to pc [ptlrpcd_rcv+-1] req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.931845:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.931848:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941514.931849:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941514.931852:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941514.931855:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941514.931856:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941514.931858:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941514.931861:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941514.931863:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941514.931867:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941530 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.931874:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941514.931876:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.931878:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941514.931879:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941514.931883:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.931884:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941514.931887:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941514.931890:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941530 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941514.931899:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941514.931918:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244294656:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941514.931927:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941514.931931:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941514.931935:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941514.931939:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941514.931942:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941514.931947:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941514.931948:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941514.931954:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941514.931957:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941514.931966:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941530 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941514.931970:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244294784:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941514.931990:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941514.931995:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941514.931996:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941514.931998:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941514.932001:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d400. 02000000:00000001:0.0:1773941514.932008:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.932010:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941514.932014:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941514.932017:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed5d8. 00000400:00000010:0.0:1773941514.932021:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1880. 00000100:00000200:0.0:1773941514.932024:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244294784, portal 25 00000100:00000001:0.0:1773941514.932028:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1773941514.932030:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:0.0:1773941514.932030:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240887808 : -104919468663808 : ffffa09388571c00) 00000100:00000001:3.0:1773941514.932045:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:0.0:1773941514.932045:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.932053:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941514.932055:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941514.932059:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941514.932073:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1110. 00010000:00000001:3.0:1773941514.932089:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000200:0.0:1773941514.932094:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244294784, offset 0 00010000:00000001:3.0:1773941514.932097:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941514.932100:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000020:00000001:3.0:1773941514.932102:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941514.932108:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000040:3.0:1773941514.932109:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000400:00000200:0.0:1773941514.932115:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000020:00000001:3.0:1773941514.932117:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000200:0.0:1773941514.932120:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941514.932128:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00010000:3.0:1773941514.932137:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941514.932142:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941514.932150:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941514.932158:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941514.932166:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[22, 23] 00010000:00000001:3.0:1773941514.932174:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941514.932174:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941514.932185:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [144:144:256:4294967295] 192.168.202.146@tcp LPNI seq info [24:24:8:4294967295] 00010000:00010000:3.0:1773941514.932188:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941514.932194:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941514.932206:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941514.932214:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941514.932214:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941514.932227:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941514.932236:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00010000:00000001:3.0:1773941514.932241:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941514.932248:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1773941514.932249:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00010000:3.0:1773941514.932252:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941514.932265:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:3.0:1773941514.932267:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:0.0:1773941514.932272:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941514.932273:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941514.932286:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941514.932289:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941514.932295:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941514.932297:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000400:00000200:0.0:1773941514.932302:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941514.932307:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294954158 10000000:00000001:3.0:1773941514.932311:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941514.932315:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941514.932316:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294954156 00000100:00000001:0.0:1773941514.932327:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294954158 00010000:00000001:3.0:1773941514.932335:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1773941514.932337:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294954156 00010000:00000001:3.0:1773941514.932338:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941514.932373:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773941514.932377:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941514.932379:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941514.932381:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000100:00000001:0.0:1773941514.932384:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941514.932386:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941514.932393:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941514.932394:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941514.932428:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941514.932430:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1773941514.932431:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941514.932434:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941514.932443:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941514.932448:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941514.932453:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941514.932454:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941514.932460:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1773941514.932461:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941514.932465:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941514.932477:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 10000000:01000000:3.0:1773941514.932484:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:1.0:1773941514.932486:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000040:3.0:1773941514.932491:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941514.932493:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941514.932499:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00010000:3.0:1773941514.932500:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941514.932505:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1773941514.932508:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1110 00010000:00000001:3.0:1773941514.932510:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:1.0:1773941514.932514:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1110. 00000100:00000001:1.0:1773941514.932519:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941514.932523:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.932531:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941514.932534:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941514.932547:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.932549:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941514.932554:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941514.932558:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941514.932559:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941514.932562:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bb4 from hash 00010000:00000001:3.0:1773941514.932565:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941514.932567:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941514.932568:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941514.932570:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941514.932572:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941514.932574:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941514.932596:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941514.932602:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941514.932619:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941514.932621:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941514.932624:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941514.932629:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941514.932630:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941514.932631:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941514.932633:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941514.932634:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941514.932635:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941514.932636:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941514.932637:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bb4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941514.932644:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360f00 count: 0 00010000:00000001:3.0:1773941514.932658:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941514.932659:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941514.932661:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941514.932666:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244294656/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941530 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.932672:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941514.932675:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941514.932677:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941514.932680:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941514.932682:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941514.932684:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941514.932686:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941514.932688:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250e00. 02000000:00000001:3.0:1773941514.932692:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941514.932694:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941514.932695:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941514.932698:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941514.932699:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941514.932701:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941514.932706:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941514.932709:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941514.932713:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941514.932716:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250e00. 00000020:00000010:3.0:1773941514.932722:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386250800. 00000040:00000010:3.0:1773941514.932726:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386251800. 00000020:00000010:3.0:1773941514.932731:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941514.932736:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386250a00. 80000000:00000010:3.0:1773941514.932740:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941514.932744:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386250000. 20000000:00000010:3.0:1773941514.932749:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386251400. 10000000:00000040:3.0:1773941514.932753:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941514.932755:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941514.932759:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386250800. 00000040:00000010:3.0:1773941514.932762:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386251800. 00000020:00000010:3.0:1773941514.932765:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941514.932769:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386250a00. 80000000:00000010:3.0:1773941514.932771:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941514.932775:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386250000. 20000000:00000010:3.0:1773941514.932778:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386251400. 00000020:00000010:3.0:1773941514.932780:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250e00. 10000000:00000010:3.0:1773941514.932782:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941514.932785:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941514.932787:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941514.932790:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941514.932793:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941514.932794:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941514.932796:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941514.932798:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941514.934134:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.934142:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941514.934145:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.934147:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941514.934151:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.934156:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941514.934162:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.934166:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.934169:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.934172:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904480 00000400:00000200:0.0:1773941514.934175:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941514.934185:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xbf1 [1] + 0 00000800:00000001:0.0:1773941514.934190:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.934196:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941514.934198:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941514.934201:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941514.934204:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941514.934208:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941514.934217:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941514.934237:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941514.934242:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941514.934244:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.934289:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941514.934293:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941514.934298:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941514.934300:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941514.934310:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed5d8. 00000400:00000200:2.0:1773941514.934314:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1880 00000400:00000010:2.0:1773941514.934316:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1880. 00000100:00000001:2.0:1773941514.934319:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941514.934326:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941514.934336:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.934343:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941514.934345:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.934373:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941514.934376:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941514.934378:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941514.934381:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941514.934383:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941514.934389:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941514.934392:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941514.934395:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941514.934396:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941514.934399:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941514.934400:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.934403:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941514.934407:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.934429:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941514.934431:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941514.934433:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.934435:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941514.934439:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941514.934441:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941514.934443:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941514.934444:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941514.934446:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941514.934448:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941514.934455:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941514.934459:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941514 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941514.934461:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941514.934467:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941514.934469:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941514.934471:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941514.934473:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.934474:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941514.934477:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941514.934479:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941514.934481:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941514.934484:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941514.934487:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941514.934489:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941514.934794:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.934799:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941514.934807:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941514.934819:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244294784:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941514.934824:0:14282:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941514.934827:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.934831:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941514.934834:0:14282:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:0.0:1773941514.934836:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571c00 x1860112244294784/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941514.934838:0:14282:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941514.934843:0:14282:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941514.934846:0:14282:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941514.934851:0:14282:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941514.934852:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941514.934854:0:14282:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941514.934856:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941514.934859:0:14282:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941514.934861:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d400. 00000001:00000001:2.0:1773941514.934862:0:14282:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941514.934866:0:14282:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941514.934866:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941514.934868:0:14282:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941514.934870:0:2397:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1773941514.934872:0:14282:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941514.934873:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941514.934875:0:14282:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:0.0:1773941514.934879:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1773941514.934882:0:14282:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:0.0:1773941514.934883:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adec00. 00000100:00000001:2.0:1773941514.934888:0:14282:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:0.0:1773941514.934890:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941514.934891:0:14282:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941514.934893:0:14282:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941514.934895:0:14282:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941514.934899:0:14282:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941514.934900:0:14282:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941514.934909:0:14282:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000001:0.0:1773941514.934909:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941514.934914:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571c00. 00000100:00000001:0.0:1773941514.934919:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941514.934920:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.934921:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.934925:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1773941514.934927:0:14282:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:0.0:1773941514.934927:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.934929:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1773941514.934930:0:14282:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.934933:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.934935:0:14282:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941514.934940:0:14282:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941514.934944:0:14282:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941514.934946:0:14282:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941514.934948:0:14282:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941514.934950:0:14282:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941514.934951:0:14282:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941514.938626:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360f00. 00010000:00000010:3.1:1773941514.938638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941515.601678:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941515.601684:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941515.601689:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941516.241708:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941516.241715:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941516.241738:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941516.241741:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941516.241743:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941516.241744:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941516.241747:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941516.241749:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941516.241752:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941516.241755:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941516.241757:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941516.241765:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941516.241770:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941516.241775:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941516.241778:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941516.241783:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941516.241791:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251400. 00000100:00000001:3.0:1773941516.241799:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941516.241804:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941516.241807:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941516.241815:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360f00. 00010000:00000001:3.0:1773941516.241821:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941516.241824:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941516.241829:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941516.241832:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bbb to hash 00000020:00000001:3.0:1773941516.241834:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941516.241837:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941516.241840:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941516.241844:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941516.241847:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941516.241851:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941516.241863:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941516.241876:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941516.241889:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941516.241892:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941516.241898:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941516.241912:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941516.241915:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941516.241916:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941516.241922:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941516.241927:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941516.241929:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941516.241931:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941516.241942:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941516.241951:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941516.241953:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941516.241957:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941516.241959:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941516.241962:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941516.241966:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244294912:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941516.241971:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941516.241976:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941516.241978:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941516.241981:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941516.241986:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941516.241988:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941516.241995:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941516.241999:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941516.242017:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941516.242024:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244294912, portal 25 00000100:00000001:3.0:1773941516.242027:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941516.242028:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941516.242035:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941516.242055:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941516.242059:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941516.242063:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3330. 00000100:00000200:3.0:1773941516.242067:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244294912, offset 0 00000400:00000200:3.0:1773941516.242075:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941516.242083:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941516.242092:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941516.242097:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941516.242102:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941516.242106:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941516.242109:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941516.242112:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[24, 23] 00000400:00000200:3.0:1773941516.242116:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941516.242120:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [145:145:256:4294967295] 192.168.202.156@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1773941516.242125:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941516.242137:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941516.242144:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941516.242150:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd500. 00000800:00000200:3.0:1773941516.242157:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941516.242166:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941516.242171:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941516.242191:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941516.242201:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941516.242204:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294955468 00000100:00000001:3.0:1773941516.242213:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294954158 00000100:00000001:3.0:1773941516.242217:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294955468 00000100:00000001:3.0:1773941516.242223:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294954158 00000100:00000001:3.0:1773941516.242227:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941516.242230:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941516.242240:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941516.242243:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941516.242246:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941516.242249:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941516.242252:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941516.242324:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941516.242329:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd500. 00000400:00000200:1.0:1773941516.242333:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941516.242355:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941516.242372:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3330 00000400:00000010:1.0:1773941516.242374:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3330. 00000100:00000001:1.0:1773941516.242379:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941516.242383:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941516.242391:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941516.242393:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941532 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941516.242399:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941516.242400:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941516.243092:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941516.243105:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941516.243108:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941516.243111:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941516.243116:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941516.243122:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941516.243129:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941516.243133:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941516.243138:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941516.243142:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904500 00000400:00000200:0.0:1773941516.243146:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941516.243151:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xc01 [1] + 224 00000800:00000001:0.0:1773941516.243158:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941516.243165:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941516.243168:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941516.243172:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941516.243177:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941516.243182:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941516.243195:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941516.243212:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941516.243220:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941516.243223:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941516.243232:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941516.243240:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941516.243242:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941516.243245:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941516.243250:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941516.243251:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941516.243254:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941516.243261:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941516.243271:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941532 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941516.243278:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941516.243280:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941516.243282:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941516.243284:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941516.243286:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941516.243289:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941516.243292:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941516.243298:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=22 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941516.243302:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941516.243305:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941516.243309:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941516.248182:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941516.248187:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941516.248191:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941516.248195:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941516.248199:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941516.248202:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941516.248210:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941516.248212:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941516.248213:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941516.248218:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941532 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941516.248224:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941516.248225:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941516.248226:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941516.248228:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941516.248230:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941516.248242:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941516.248244:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941516.248245:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941516.248246:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941516.248247:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941516.248248:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941516.248250:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941516.248251:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941516.248253:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941516.248255:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 281 00000400:00000200:3.0:1773941516.248258:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941516.248261:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941516.248265:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941516.248268:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941516.248270:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941516.248271:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941516.248273:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941516.248275:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941516.248277:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941516.248279:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941516.248280:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941516.248282:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941516.248284:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941516.248288:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941516.248290:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941516.248291:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941516.248294:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941516.248296:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941516.248307:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941516.248309:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941516.248311:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941516.248313:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941516.248314:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941516.248316:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941516.248319:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388573100. 00000020:00000040:3.0:1773941516.248320:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941516.248322:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941516.248324:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941516.248325:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941516.248327:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941516.248328:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941516.248332:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386add800. 00000100:00000001:3.0:1773941516.248335:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941516.248353:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941516.248361:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941516.248391:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941516.248395:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033457e97] to pc [ptlrpcd_rcv+-1] req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941516.248415:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941516.248417:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941516.248419:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941516.248424:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941516.248426:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941516.248428:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941516.248435:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941516.248437:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941516.248440:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941516.248445:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941532 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941516.248453:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941516.248455:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941516.248457:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941516.248457:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941516.248460:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941516.248463:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941532 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941516.248473:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244294912:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941516.248474:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941516.248479:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941516.248479:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941516.248483:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941516.248485:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941516.248487:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941516.248490:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941532 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941516.248496:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941516.248499:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000040:0.0:1773941516.248502:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941516.248504:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941516.248507:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941516.248513:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941516.248517:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941516.248520:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941516.248523:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941516.248526:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941516.248526:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941516.248531:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941516.248532:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00010000:3.0:1773941516.248540:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941516.248540:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941516.248546:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941516.248551:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941516.248563:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00100000:0.0:1773941516.248564:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244295040:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00010000:3.0:1773941516.248568:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941516.248570:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941516.248575:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941516.248630:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941516.248633:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941516.248636:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000010:0.0:1773941516.248639:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d000. 00010000:00010000:3.0:1773941516.248641:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941516.248644:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941516.248655:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941516.248655:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941516.248660:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1773941516.248662:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedd10. 00010000:00010000:3.0:1773941516.248665:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941516.248670:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1bb0. 00010000:00000001:3.0:1773941516.248676:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1773941516.248678:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244295040, portal 25 00010000:00000001:3.0:1773941516.248679:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941516.248685:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1773941516.248685:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941516.248689:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240893184 : -104919468658432 : ffffa09388573100) 00010000:00010000:3.0:1773941516.248690:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941516.248699:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000040:0.0:1773941516.248701:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1773941516.248702:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941516.248706:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941516.248722:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941516.248723:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941516.248726:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1773941516.248727:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000020:00000001:3.0:1773941516.248730:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941516.248732:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000400:00000010:0.0:1773941516.248732:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1dd0. 00000100:00000200:0.0:1773941516.248736:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244295040, offset 0 00000020:00000001:3.0:1773941516.248737:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941516.248743:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000200:0.0:1773941516.248745:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941516.248751:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941516.248752:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941516.248756:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941516.248756:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941516.248764:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:3.0:1773941516.248769:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941516.248769:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 10000000:00010000:3.0:1773941516.248772:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941516.248780:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:0.0:1773941516.248782:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 10000000:00000040:3.0:1773941516.248783:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941516.248787:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941516.248787:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941516.248792:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:0.0:1773941516.248793:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[24, 25] 00010000:00000001:3.0:1773941516.248795:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941516.248798:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1773941516.248799:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:3.0:1773941516.248802:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1773941516.248805:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [146:146:256:4294967295] 192.168.202.146@tcp LPNI seq info [26:26:8:4294967295] 00010000:00000001:3.0:1773941516.248806:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941516.248809:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941516.248812:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bbb from hash 00000400:00000200:0.0:1773941516.248813:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941516.248818:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941516.248820:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941516.248822:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941516.248825:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941516.248837:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1773941516.248837:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:3.0:1773941516.248839:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941516.248843:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941516.248845:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1773941516.248846:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941516.248847:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941516.248850:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941516.248851:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00010000:00010000:3.0:1773941516.248853:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941516.248859:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941516.248864:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941516.248866:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941516.248867:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941516.248871:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:0.0:1773941516.248871:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941516.248874:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941516.248878:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941516.248879:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941516.248880:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941516.248882:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bbb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941516.248886:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773941516.248888:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360f00 count: 0 00000400:00000200:0.0:1773941516.248892:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941516.248895:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294955475 00010000:00000001:3.0:1773941516.248901:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941516.248901:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955468 00010000:00000001:3.0:1773941516.248905:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941516.248905:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294955475 00000100:00000001:3.0:1773941516.248916:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941516.248921:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955468 00000100:00000040:3.0:1773941516.248923:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244294912/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941532 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941516.248925:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941516.248930:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941516.248936:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941516.248937:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941516.248941:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941516.248942:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941516.248945:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941516.248948:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941516.248948:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1773941516.248950:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941516.248951:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:3.0:1773941516.248954:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941516.248955:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941516.248958:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1773941516.248959:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941516.248961:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941516.248963:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251400. 00000100:00000001:0.0:1773941516.248965:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941516.248967:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941516.248970:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941516.248972:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941516.248975:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:1.0:1773941516.248975:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941516.248979:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1773941516.248980:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 10000000:00000001:3.0:1773941516.248982:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941516.248986:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000200:1.0:1773941516.248986:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1773941516.248991:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941516.248996:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000400:00000200:1.0:1773941516.248997:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000020:00000010:3.0:1773941516.249002:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386251400. 00000400:00000200:1.0:1773941516.249004:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1dd0 00000020:00000010:3.0:1773941516.249007:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386250000. 00000400:00000010:1.0:1773941516.249008:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1dd0. 00000040:00000010:3.0:1773941516.249011:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386250a00. 00000100:00000001:1.0:1773941516.249014:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1773941516.249016:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941516.249021:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386251800. 00000100:00000200:1.0:1773941516.249023:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1773941516.249025:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941516.249035:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386250800. 00000100:00000001:1.0:1773941516.249038:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000010:3.0:1773941516.249040:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386251c00. 00000100:00000040:1.0:1773941516.249045:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941516.249054:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941516.249056:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000040:3.0:1773941516.249084:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941516.249086:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941516.249090:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386250000. 00000040:00000010:3.0:1773941516.249092:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386250a00. 00000020:00000010:3.0:1773941516.249094:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941516.249098:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386251800. 80000000:00000010:3.0:1773941516.249099:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941516.249103:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386250800. 20000000:00000010:3.0:1773941516.249105:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386251c00. 00000020:00000010:3.0:1773941516.249107:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386251400. 10000000:00000010:3.0:1773941516.249108:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941516.249111:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941516.249113:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941516.249114:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000001:0.0:1773941516.251168:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941516.251175:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941516.251176:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941516.251178:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941516.251188:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941516.251191:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941516.251195:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941516.251197:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941516.251200:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941516.251202:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904580 00000400:00000200:0.0:1773941516.251205:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941516.251208:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xc09 [1] + 0 00000800:00000001:0.0:1773941516.251212:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941516.251217:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941516.251218:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941516.251221:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941516.251224:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941516.251227:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941516.251235:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941516.251254:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941516.251258:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941516.251261:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941516.251282:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941516.251285:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941516.251288:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941516.251290:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941516.251293:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedd10. 00000400:00000200:2.0:1773941516.251297:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1bb0 00000400:00000010:2.0:1773941516.251300:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1bb0. 00000100:00000001:2.0:1773941516.251302:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941516.251307:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941516.251314:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941516.251322:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941516.251323:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941516.251325:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941516.251326:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941516.251328:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941516.251329:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941516.251330:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941516.251334:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941516.251336:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941516.251338:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941516.251352:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941516.251354:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941516.251357:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941516.251359:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941516.251369:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941516.251375:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941516.251376:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941516.251378:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941516.251379:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941516.251383:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941516.251384:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941516.251385:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941516.251386:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941516.251388:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941516.251389:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941516.251391:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941516.251393:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941516 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941516.251395:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941516.251401:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941516.251403:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941516.251404:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941516.251406:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941516.251407:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941516.251410:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941516.251411:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941516.251413:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941516.251415:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941516.251417:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941516.251419:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941516.251612:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941516.251615:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941516.251620:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941516.251630:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244295040:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941516.251634:0:14283:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941516.251645:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941516.251646:0:14283:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:2.0:1773941516.251650:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773941516.251654:0:14283:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000040:2.0:1773941516.251659:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388573100 x1860112244295040/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941516.251660:0:14283:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941516.251663:0:14283:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941516.251668:0:14283:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941516.251672:0:14283:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941516.251674:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941516.251678:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941516.251681:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d000. 00000001:00000001:0.0:1773941516.251683:0:14283:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941516.251685:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941516.251688:0:14283:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941516.251689:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941516.251693:0:14283:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:2.0:1773941516.251694:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:0.0:1773941516.251698:0:14283:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941516.251699:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941516.251702:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386add800. 10000000:00000001:0.0:1773941516.251703:0:14283:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941516.251707:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941516.251707:0:14283:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941516.251710:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941516.251711:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388573100. 00000100:00000001:2.0:1773941516.251713:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941516.251716:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941516.251718:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941516.251719:0:14283:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941516.251733:0:14283:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941516.251735:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941516.251736:0:14283:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941516.251739:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941516.251740:0:14283:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941516.251743:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1773941516.251744:0:14283:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941516.251746:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941516.251748:0:14283:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941516.251750:0:14283:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941516.251751:0:14283:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:0.0:1773941516.251760:0:14283:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941516.251761:0:14283:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941516.251762:0:14283:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941516.251765:0:14283:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:0.0:1773941516.251767:0:14283:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941516.251769:0:14283:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941516.251770:0:14283:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941516.251772:0:14283:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941516.251773:0:14283:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941516.255611:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941516.255615:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941516.255619:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941516.255623:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941516.257634:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360f00. 00010000:00000010:3.1:1773941516.257644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:2.0:1773941516.625705:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941516.625713:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941516.625718:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941517.393708:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941517.393715:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941517.393719:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941517.393721:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941517.393722:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941517.393723:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941517.393726:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941517.393727:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941517.393729:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941517.393731:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941517.393733:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941517.393741:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941517.393746:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941517.393749:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941517.393752:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941517.393769:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941517.393776:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250800. 00000100:00000001:3.0:1773941517.393781:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941517.393785:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941517.393787:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941517.393794:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941517.393798:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941517.393801:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941517.393804:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941517.393806:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bc2 to hash 00000020:00000001:3.0:1773941517.393808:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941517.393809:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941517.393811:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941517.393814:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941517.393817:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941517.393822:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941517.393834:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941517.393862:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941517.393870:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941517.393872:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941517.393879:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941517.393882:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941517.393885:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941517.393887:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941517.393893:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941517.393899:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941517.393901:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941517.393903:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941517.393918:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941517.393926:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941517.393928:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941517.393931:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941517.393933:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941517.393935:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941517.393938:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244295168:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941517.393941:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941517.393946:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941517.393948:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941517.393950:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941517.393954:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941517.393955:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941517.393962:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941517.393967:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941517.393974:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941517.393981:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244295168, portal 25 00000100:00000001:3.0:1773941517.393983:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941517.393985:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941517.393991:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941533 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941517.394001:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941517.394004:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941517.394007:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be33b8. 00000100:00000200:3.0:1773941517.394012:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244295168, offset 0 00000400:00000200:3.0:1773941517.394019:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941517.394028:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941517.394034:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941517.394038:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941517.394042:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941517.394045:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941517.394053:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941517.394055:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[26, 25] 00000400:00000200:3.0:1773941517.394058:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941517.394062:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [147:147:256:4294967295] 192.168.202.156@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:3.0:1773941517.394065:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941517.394074:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941517.394095:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941517.394100:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd500. 00000800:00000200:3.0:1773941517.394105:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941517.394111:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941517.394115:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941517.394137:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941517.394141:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941517.394143:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294956620 00000100:00000001:3.0:1773941517.394149:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955475 00000100:00000001:3.0:1773941517.394154:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294956620 00000100:00000001:3.0:1773941517.394157:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955475 00000100:00000001:3.0:1773941517.394160:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941517.394162:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941517.394164:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941517.394166:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941517.394168:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941517.394170:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941517.394172:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941517.394236:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941517.394245:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd500. 00000400:00000200:1.0:1773941517.394249:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941517.394254:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941517.394259:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be33b8 00000400:00000010:1.0:1773941517.394261:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be33b8. 00000100:00000001:1.0:1773941517.394264:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941517.394268:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941533 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941517.394276:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941517.394279:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941533 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941517.394284:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941517.394286:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941517.395166:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941517.395179:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941517.395182:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941517.395185:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941517.395191:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941517.395197:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941517.395204:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941517.395208:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941517.395211:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941517.395215:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904600 00000400:00000200:0.0:1773941517.395218:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941517.395221:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xc19 [1] + 224 00000800:00000001:0.0:1773941517.395227:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941517.395234:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941517.395235:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941517.395238:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941517.395242:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941517.395252:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941517.395261:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941533 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941517.395275:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941517.395282:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941517.395284:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941517.395290:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941517.395296:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941517.395298:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941517.395300:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941517.395303:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941517.395305:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941517.395307:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941517.395318:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941533 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941517.395325:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941533 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941517.395344:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941517.395346:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941517.395348:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941517.395350:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941517.395352:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941517.395354:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941517.395356:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941517.395378:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=23 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941517.395382:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941517.395385:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941517.395389:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941517.395392:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941517.395396:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941517.395399:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941517.395404:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941517.395409:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941517.395413:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941517.395416:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941517.395417:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941517.395420:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941517.395424:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941533 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941517.395434:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941517.395435:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941517.395437:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941517.395440:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941517.395443:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941517.395445:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941517.395454:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941517.395456:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941517.395457:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941517.395459:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941517.395461:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941517.395463:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941517.395466:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941517.395469:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941517.395473:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 282 00000400:00000200:3.0:1773941517.395477:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941517.395480:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941517.395483:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941517.395486:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941517.395488:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941517.395490:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941517.395492:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941517.395494:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941517.395495:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941517.395497:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941517.395499:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941517.395500:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941517.395502:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941517.395504:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941517.395505:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941517.395507:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941517.395509:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941517.395512:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941517.395514:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941517.395515:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941517.395518:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941517.395520:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941517.395522:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941517.395527:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941517.395531:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388573100. 00000020:00000040:3.0:1773941517.395533:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941517.395535:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941517.395537:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941517.395539:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941517.395540:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941517.395542:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941517.395545:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adf400. 00000100:00000001:3.0:1773941517.395548:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941517.395552:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941517.395558:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941517.395560:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941517.395564:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033457e97] to pc [ptlrpcd_rcv+-1] req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941517.395610:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941517.395612:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941517.395614:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941517.395616:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941517.395619:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941517.395620:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941517.395622:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941517.395623:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941517.395625:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941517.395628:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941533 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941517.395634:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941517.395634:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941517.395639:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941517.395640:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941517.395643:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941517.395644:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941517.395646:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941517.395655:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941533 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941517.395656:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941517.395674:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941517.395677:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941517.395682:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941517.395685:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941517.395688:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941517.395689:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244295168:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941517.395693:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941517.395694:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941517.395699:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941517.395701:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941517.395704:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244295296:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000040:3.0:1773941517.395707:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941533 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941517.395709:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941517.395713:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941517.395732:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941517.395732:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941517.395737:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1773941517.395738:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 02000000:00000010:2.0:1773941517.395742:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:3.0:1773941517.395743:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941517.395745:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941517.395747:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941517.395749:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941517.395753:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941517.395753:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:3.0:1773941517.395756:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1773941517.395758:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000020:00000040:3.0:1773941517.395760:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941517.395764:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941517.395767:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000010:2.0:1773941517.395767:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00010000:00010000:3.0:1773941517.395774:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941517.395774:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244295296, portal 25 00000100:00000001:2.0:1773941517.395779:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941517.395782:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240893184 : -104919468658432 : ffffa09388573100) 00010000:00000001:3.0:1773941517.395802:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941517.395808:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941517.395809:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941517.395827:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773941517.395828:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941517.395833:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00010000:3.0:1773941517.395834:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941517.395835:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9a18. 00000100:00000200:2.0:1773941517.395839:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244295296, offset 0 00000400:00000200:2.0:1773941517.395848:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941517.395852:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941517.395854:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941517.395879:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:3.0:1773941517.395884:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941517.395885:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941517.395890:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941517.395890:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941517.395894:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941517.395899:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941517.395906:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[26, 27] 00010000:00000001:3.0:1773941517.395911:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941517.395912:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:3.0:1773941517.395915:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941517.395919:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [148:148:256:4294967295] 192.168.202.146@tcp LPNI seq info [28:28:8:4294967295] 00010000:00000001:3.0:1773941517.395921:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941517.395925:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941517.395929:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:3.0:1773941517.395937:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:3.0:1773941517.395942:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941517.395943:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 10000000:00010000:3.0:1773941517.395945:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941517.395951:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941517.395954:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941517.395957:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941517.395960:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000800:00000200:2.0:1773941517.395963:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000020:00000001:3.0:1773941517.395965:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000800:00000010:2.0:1773941517.395968:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a900. 00010000:00000001:3.0:1773941517.395971:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000800:00000200:2.0:1773941517.395976:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941517.395979:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:2.0:1773941517.395984:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00010000:3.0:1773941517.395985:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941517.395988:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a900 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:3.0:1773941517.396000:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941517.396004:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941517.396004:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941517.396016:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:01000000:3.0:1773941517.396019:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:2.0:1773941517.396021:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294956622 10000000:00000040:3.0:1773941517.396025:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941517.396028:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941517.396031:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956620 00010000:00010000:3.0:1773941517.396032:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941517.396035:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941517.396039:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294956622 00010000:00000001:3.0:1773941517.396046:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1773941517.396047:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956620 00010000:00000001:3.0:1773941517.396049:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1773941517.396055:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941517.396063:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773941517.396065:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941517.396066:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941517.396071:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bc2 from hash 00010000:00000001:3.0:1773941517.396073:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941517.396074:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941517.396075:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941517.396075:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941517.396077:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941517.396078:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941517.396082:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941517.396084:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941517.396086:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941517.396103:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941517.396103:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:3.0:1773941517.396104:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941517.396108:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1773941517.396108:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a900. 00010000:00010000:3.0:1773941517.396110:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941517.396113:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941517.396116:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1773941517.396131:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941517.396131:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1773941517.396132:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00000001:3.0:1773941517.396135:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941517.396137:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773941517.396137:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9a18 00010000:00000001:3.0:1773941517.396139:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1773941517.396140:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773941517.396141:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9a18. 00010000:00000001:3.0:1773941517.396143:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1773941517.396145:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941517.396145:0:2391:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941517.396148:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941517.396149:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941517.396153:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1773941517.396153:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941517.396157:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941517.396162:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941517.396168:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941517.396172:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941517.396179:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941517.396181:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:3.0:1773941517.396214:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00010000:00000001:3.0:1773941517.396227:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941517.396229:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941517.396231:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941517.396235:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244295168/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941533 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941517.396240:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941517.396242:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941517.396249:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941517.396251:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941517.396253:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941517.396254:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941517.396256:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941517.396258:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250800. 02000000:00000001:3.0:1773941517.396260:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941517.396262:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941517.396263:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941517.396265:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941517.396266:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941517.396268:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941517.396269:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941517.396271:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941517.396274:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941517.396277:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250800. 00000020:00000010:3.0:1773941517.396280:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251c00. 00000040:00000010:3.0:1773941517.396283:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386251400. 00000020:00000010:3.0:1773941517.396286:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941517.396290:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386251800. 80000000:00000010:3.0:1773941517.396293:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941517.396296:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386250a00. 20000000:00000010:3.0:1773941517.396299:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386250000. 10000000:00000040:3.0:1773941517.396303:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941517.396304:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941517.396308:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251c00. 00000040:00000010:3.0:1773941517.396310:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386251400. 00000020:00000010:3.0:1773941517.396312:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941517.396315:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386251800. 80000000:00000010:3.0:1773941517.396316:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941517.396320:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386250a00. 20000000:00000010:3.0:1773941517.396322:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386250000. 00000020:00000010:3.0:1773941517.396323:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250800. 10000000:00000010:3.0:1773941517.396325:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941517.396327:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941517.396365:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941517.396366:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941517.396368:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941517.396369:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941517.396370:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941517.396372:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941517.397709:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941517.397715:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941517.397716:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941517.397718:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941517.397721:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941517.397724:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941517.397728:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941517.397731:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941517.397735:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941517.397738:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904680 00000400:00000200:0.0:1773941517.397742:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941517.397746:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xc21 [1] + 0 00000800:00000001:0.0:1773941517.397751:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941517.397758:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941517.397760:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941517.397765:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941517.397769:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941517.397775:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941517.397786:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941517.397800:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941517.397805:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941517.397807:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941517.397826:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941517.397829:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941517.397832:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941517.397833:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941517.397835:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941517.397838:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941517.397839:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941517.397841:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941517.397845:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941517.397851:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941517.397874:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941517.397875:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941517.397877:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941517.397878:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941517.397879:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941517.397880:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941517.397882:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941517.397884:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=23 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941517.397887:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941517.397888:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941517.397889:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941517.397891:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941517.397892:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941517.397894:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941517.397914:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941517.397919:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941517.397921:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941517.397922:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941517.397936:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941517.397939:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941517.397941:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941517.397942:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941517.397944:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941517.397945:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941517.397947:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941517.397949:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941517.397951:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941517 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941517.397954:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941517.397958:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941517.397960:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941517.397961:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941517.397963:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941517.397968:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941517.397970:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941517.397972:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941517.397974:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941517.397977:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941517.397979:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941517.397981:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941517.398265:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941517.398268:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941517.398273:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941517.398280:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244295296:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941517.398284:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941517.398286:0:14284:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941517.398287:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941517.398292:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388573100 x1860112244295296/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941517.398297:0:14284:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:0.0:1773941517.398303:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1773941517.398304:0:14284:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:0.0:1773941517.398306:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941517.398307:0:14284:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:0.0:1773941517.398309:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 10000000:01000000:2.0:1773941517.398310:0:14284:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941517.398314:0:14284:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941517.398314:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941517.398318:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941517.398319:0:14284:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:0.0:1773941517.398323:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941517.398324:0:14284:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941517.398340:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941517.398341:0:14284:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941517.398345:0:14284:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:0.0:1773941517.398345:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adf400. 00000001:00000001:2.0:1773941517.398349:0:14284:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941517.398352:0:14284:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941517.398352:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941517.398357:0:14284:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941517.398357:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1773941517.398363:0:14284:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000010:0.0:1773941517.398363:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388573100. 00000100:00000001:2.0:1773941517.398369:0:14284:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941517.398370:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941517.398371:0:14284:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941517.398376:0:14284:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941517.398376:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941517.398381:0:14284:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941517.398382:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941517.398384:0:14284:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941517.398387:0:14284:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941517.398388:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:2.0:1773941517.398389:0:14284:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:0.0:1773941517.398392:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941517.398395:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941517.398396:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941517.398407:0:14284:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941517.398409:0:14284:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941517.398411:0:14284:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941517.398413:0:14284:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941517.398415:0:14284:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941517.398417:0:14284:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941517.398424:0:14284:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941517.398426:0:14284:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941517.398428:0:14284:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941517.401637:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941517.401643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941517.649767:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941517.649772:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941517.649776:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941518.609643:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941518.609649:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941518.609653:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941518.609656:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941518.609658:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941518.609659:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941518.609662:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941518.609664:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941518.609666:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941518.609669:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941518.609671:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941518.609679:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941518.609685:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941518.609689:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941518.609693:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941518.609698:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941518.609705:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251800. 00000100:00000001:3.0:1773941518.609712:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941518.609717:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941518.609720:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941518.609727:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941518.609731:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941518.609734:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941518.609737:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941518.609739:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bc9 to hash 00000020:00000001:3.0:1773941518.609741:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941518.609742:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941518.609759:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941518.609763:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941518.609766:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941518.609771:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941518.609781:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941518.609794:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941518.609800:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941518.609803:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941518.609809:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941518.609812:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941518.609814:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941518.609816:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941518.609821:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941518.609825:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941518.609827:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941518.609829:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941518.609839:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941518.609848:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941518.609851:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941518.609854:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941518.609857:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941518.609859:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941518.609863:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244295424:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941518.609868:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941518.609872:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941518.609882:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941518.609885:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941518.609889:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add000. 02000000:00000001:3.0:1773941518.609891:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941518.609899:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941518.609903:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941518.609911:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941518.609918:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244295424, portal 25 00000100:00000001:3.0:1773941518.609920:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941518.609922:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941518.609928:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941534 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941518.609936:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941518.609940:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941518.609943:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3c38. 00000100:00000200:3.0:1773941518.609947:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244295424, offset 0 00000400:00000200:3.0:1773941518.609954:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941518.609961:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941518.609969:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941518.609974:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941518.609979:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941518.609982:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941518.609985:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941518.609988:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[28, 27] 00000400:00000200:3.0:1773941518.609993:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941518.609997:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [149:149:256:4294967295] 192.168.202.156@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1773941518.610001:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941518.610011:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941518.610018:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941518.610023:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941518.610030:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941518.610039:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941518.610049:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941518.610070:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941518.610075:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941518.610078:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294957836 00000100:00000001:3.0:1773941518.610085:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956622 00000100:00000001:3.0:1773941518.610090:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294957836 00000100:00000001:3.0:1773941518.610095:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956622 00000100:00000001:3.0:1773941518.610099:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941518.610102:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941518.610105:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941518.610107:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941518.610110:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941518.610113:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941518.610116:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941518.610190:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941518.610197:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000400:00000200:1.0:1773941518.610208:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941518.610214:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941518.610220:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3c38 00000400:00000010:1.0:1773941518.610222:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3c38. 00000100:00000001:1.0:1773941518.610236:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941518.610242:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941534 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941518.610253:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941518.610257:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941534 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941518.610266:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941518.610268:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941518.611138:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941518.611149:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941518.611151:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941518.611152:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941518.611157:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941518.611161:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941518.611166:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941518.611176:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941518.611179:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941518.611182:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904700 00000400:00000200:0.0:1773941518.611186:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941518.611192:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xc29 [1] + 224 00000800:00000001:0.0:1773941518.611206:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941518.611215:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941518.611217:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941518.611221:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941518.611226:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941518.611232:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941534 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941518.611244:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941534 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941518.611263:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941518.611271:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941518.611274:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941518.611287:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941518.611293:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941518.611295:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941518.611297:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941518.611300:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941518.611301:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941518.611304:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941518.611308:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941534 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941518.611316:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941534 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941518.611335:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941518.611336:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941518.611339:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941518.611341:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941518.611343:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941518.611345:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941518.611347:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941518.611352:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=24 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941518.611359:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941518.611361:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941518.611365:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941518.611367:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941518.611370:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941518.611372:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941518.611375:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941518.611378:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941518.611380:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941518.611382:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941518.611384:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941518.611385:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941518.611388:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941534 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941518.611393:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941518.611394:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941518.611395:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941518.611397:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941518.611399:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941518.611401:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941518.611402:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941518.611403:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941518.611403:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941518.611405:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941518.611406:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941518.611407:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941518.611409:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941518.611411:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941518.611413:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 283 00000400:00000200:3.0:1773941518.611417:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941518.611420:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941518.611422:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941518.611424:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941518.611429:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941518.611431:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941518.611433:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941518.611434:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941518.611436:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941518.611438:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941518.611440:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941518.611441:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941518.611443:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941518.611445:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941518.611446:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941518.611447:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941518.611449:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941518.611451:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941518.611453:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941518.611455:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941518.611457:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941518.611459:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941518.611460:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941518.611461:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941518.611464:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571c00. 00000020:00000040:3.0:1773941518.611465:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941518.611467:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941518.611468:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941518.611470:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941518.611471:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941518.611473:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941518.611476:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adc400. 00000100:00000001:3.0:1773941518.611478:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941518.611483:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941518.611488:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941518.611494:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941518.611497:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571f2d16] to pc [ptlrpcd_rcv+-1] req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941518.611513:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941518.611515:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941518.611516:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941518.611519:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941518.611520:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941518.611521:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941518.611523:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941518.611524:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941518.611526:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941518.611529:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941534 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941518.611534:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941518.611536:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941518.611537:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941518.611539:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941518.611542:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941534 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941518.611548:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244295424:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941518.611551:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941518.611553:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941518.611554:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941518.611555:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941518.611559:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941518.611560:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773941518.611562:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941534 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941518.611565:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941518.611570:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941518.611572:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941518.611593:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941518.611601:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941518.611605:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941518.611609:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941518.611611:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941518.611613:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941518.611616:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941518.611619:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000040:0.0:1773941518.611622:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941518.611624:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941518.611646:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941518.611647:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941518.611650:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941518.611654:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1773941518.611656:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941518.611656:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941518.611661:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941518.611668:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244295552:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:3.0:1773941518.611670:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1773941518.611672:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1773941518.611674:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941518.611676:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941518.611679:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941518.611683:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941518.611685:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941518.611696:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941518.611699:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941518.611706:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941518.611708:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941518.611711:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941518.611715:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941518.611726:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:3.0:1773941518.611729:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941518.611731:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941518.611735:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9f400. 02000000:00000001:0.0:1773941518.611738:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941518.611746:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941518.611751:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed0b0. 00010000:00000001:3.0:1773941518.611755:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:0.0:1773941518.611756:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1220. 00010000:00000001:3.0:1773941518.611759:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1773941518.611761:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244295552, portal 25 00000020:00000001:3.0:1773941518.611762:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941518.611764:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1773941518.611767:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000100:00000001:0.0:1773941518.611767:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240887808 : -104919468663808 : ffffa09388571c00) 00000020:00000001:3.0:1773941518.611773:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000040:0.0:1773941518.611775:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941518.611777:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941518.611786:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941518.611787:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941518.611790:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941518.611793:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941518.611797:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1330. 10000000:00000001:3.0:1773941518.611803:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941518.611805:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941518.611809:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000200:0.0:1773941518.611810:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244295552, offset 0 10000000:00000040:3.0:1773941518.611813:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941518.611815:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941518.611819:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:0.0:1773941518.611820:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941518.611821:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941518.611825:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941518.611826:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941518.611830:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941518.611830:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941518.611834:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941518.611836:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bc9 from hash 00010000:00000001:3.0:1773941518.611839:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1773941518.611839:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:3.0:1773941518.611842:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941518.611844:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941518.611846:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941518.611848:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1773941518.611848:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941518.611852:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1773941518.611855:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:3.0:1773941518.611856:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941518.611860:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941518.611863:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941518.611864:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941518.611868:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941518.611872:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[28, 29] 00000400:00000200:0.0:1773941518.611876:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 10000000:00000001:3.0:1773941518.611883:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941518.611883:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [150:150:256:4294967295] 192.168.202.146@tcp LPNI seq info [30:30:8:4294967295] 00010000:00010000:3.0:1773941518.611891:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941518.611892:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941518.611903:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:3.0:1773941518.611909:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1773941518.611912:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941518.611914:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941518.611917:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000010:0.0:1773941518.611918:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00010000:00000001:3.0:1773941518.611919:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941518.611924:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941518.611927:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1773941518.611927:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941518.611931:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941518.611935:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941518.611937:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941518.611942:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000040:3.0:1773941518.611945:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00010000:00000001:3.0:1773941518.611953:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941518.611955:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941518.611960:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941518.611965:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244295424/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941534 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941518.611968:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941518.611977:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941518.611980:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294957838 00000100:00000001:3.0:1773941518.611983:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941518.611985:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957836 02000000:00000001:3.0:1773941518.611987:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941518.611990:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294957838 02000000:00000010:3.0:1773941518.611992:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add000. 00000100:00000001:0.0:1773941518.611994:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957836 02000000:00000001:3.0:1773941518.611999:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941518.612000:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773941518.612004:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941518.612004:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941518.612009:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941518.612010:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941518.612012:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941518.612016:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941518.612020:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251800. 00000100:00000001:0.0:1773941518.612021:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941518.612024:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1773941518.612025:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941518.612026:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1773941518.612031:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941518.612031:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941518.612033:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941518.612035:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:0.0:1773941518.612036:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941518.612044:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:1.0:1773941518.612044:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941518.612046:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1773941518.612048:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 10000000:00000001:3.0:1773941518.612049:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941518.612052:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000200:1.0:1773941518.612053:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1773941518.612055:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:1.0:1773941518.612058:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941518.612062:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1330 00000400:00000010:1.0:1773941518.612065:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1330. 00000100:00000001:1.0:1773941518.612068:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941518.612073:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000010:3.0:1773941518.612079:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000100:00000001:1.0:1773941518.612081:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941518.612084:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941518.612091:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941518.612093:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941518.612127:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386251800. 00000020:00000010:3.0:1773941518.612133:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386250800. 00000040:00000010:3.0:1773941518.612136:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386250000. 00000020:00000010:3.0:1773941518.612140:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941518.612144:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386251400. 80000000:00000010:3.0:1773941518.612147:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941518.612150:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251c00. 20000000:00000010:3.0:1773941518.612153:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386250600. 10000000:00000040:3.0:1773941518.612157:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941518.612158:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941518.612162:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386250800. 00000040:00000010:3.0:1773941518.612165:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386250000. 00000020:00000010:3.0:1773941518.612166:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941518.612170:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386251400. 80000000:00000010:3.0:1773941518.612171:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941518.612175:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251c00. 20000000:00000010:3.0:1773941518.612177:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386250600. 00000020:00000010:3.0:1773941518.612179:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386251800. 10000000:00000010:3.0:1773941518.612181:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941518.612183:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941518.612185:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941518.612187:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941518.612188:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941518.612189:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941518.612190:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941518.612192:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941518.613347:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941518.613355:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941518.613367:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941518.613369:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941518.613373:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941518.613376:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941518.613381:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941518.613383:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941518.613385:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941518.613388:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904780 00000400:00000200:0.0:1773941518.613391:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941518.613394:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xc31 [1] + 0 00000800:00000001:0.0:1773941518.613397:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941518.613402:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941518.613403:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941518.613406:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941518.613408:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941518.613416:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941518.613424:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941518.613452:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941518.613459:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941518.613462:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941518.613486:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941518.613489:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941518.613492:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941518.613494:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941518.613496:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed0b0. 00000400:00000200:2.0:1773941518.613499:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1220 00000400:00000010:2.0:1773941518.613501:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1220. 00000100:00000001:2.0:1773941518.613503:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941518.613507:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941518.613513:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941518.613518:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941518.613519:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941518.613521:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941518.613522:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941518.613523:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941518.613524:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941518.613525:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941518.613528:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941518.613530:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941518.613532:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941518.613533:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941518.613536:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941518.613537:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941518.613539:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941518.613542:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941518.613547:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941518.613548:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941518.613550:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941518.613552:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941518.613563:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941518.613565:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941518.613567:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941518.613569:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941518.613571:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941518.613573:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941518.613598:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941518.613603:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941518 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941518.613607:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941518.613614:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941518.613616:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941518.613618:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941518.613630:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941518.613631:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941518.613634:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941518.613636:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941518.613638:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941518.613640:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941518.613643:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941518.613644:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941518.613870:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941518.613874:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941518.613880:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941518.613888:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244295552:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941518.613893:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941518.613895:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941518.613897:0:14285:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:0.0:1773941518.613898:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571c00 x1860112244295552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941518.613906:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1773941518.613907:0:14285:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 02000000:00000001:0.0:1773941518.613908:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1773941518.613911:0:14285:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:0.0:1773941518.613912:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9f400. 00000100:00000001:2.0:1773941518.613914:0:14285:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:0.0:1773941518.613916:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:2.0:1773941518.613917:0:14285:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:0.0:1773941518.613919:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941518.613921:0:14285:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:0.0:1773941518.613922:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941518.613925:0:14285:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1773941518.613926:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941518.613928:0:14285:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941518.613929:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adc400. 00000001:00000001:2.0:1773941518.613933:0:14285:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941518.613934:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941518.613936:0:14285:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941518.613937:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941518.613939:0:14285:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941518.613940:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571c00. 10000000:00000001:2.0:1773941518.613942:0:14285:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941518.613944:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941518.613945:0:14285:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941518.613947:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941518.613950:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941518.613951:0:14285:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941518.613954:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941518.613955:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941518.613959:0:14285:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941518.613961:0:14285:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941518.613966:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941518.613967:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941518.613971:0:14285:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941518.613974:0:14285:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941518.613987:0:14285:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941518.613988:0:14285:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941518.613990:0:14285:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941518.614000:0:14285:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941518.614002:0:14285:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941518.614003:0:14285:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941518.614005:0:14285:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941518.614007:0:14285:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941518.614009:0:14285:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941518.614010:0:14285:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941518.614012:0:14285:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941518.614013:0:14285:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941518.617617:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941518.617624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:2.0:1773941518.673707:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941518.673714:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941518.673720:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941519.697740:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941519.697747:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941519.697752:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941519.761690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941519.761699:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773941519.761710:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941519.761731:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941519.761736:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941519.761739:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941519.761744:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941519.761752:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09390efd100. 00000100:00000001:3.0:1773941519.761759:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941519.761773:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941519.761785:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941519.761790:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941519.761797:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052926cf2] to pc [ptlrpcd_01_01+1] req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941519.761832:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941519.761838:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (291) 00000100:00000001:3.0:1773941519.761853:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941519.761856:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941519.761858:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773941519.761860:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.761862:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941519.761872:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941519.761874:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941519.761878:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941519.761880:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941519.761882:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941519.761888:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941519.761897:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941519.761900:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941519.761903:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941519.761906:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941519.761909:0:2400:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941519.761914:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d0a345f7-236f-4283-8d0b-61189a46960a:2400:1860112244295680:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1773941519.761919:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941519.761924:0:2400:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941519.761926:0:2400:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941519.761936:0:2400:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941519.761940:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386251800. 02000000:00000001:3.0:1773941519.761943:0:2400:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941519.761951:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941519.761966:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941519.761975:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941519.761982:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244295680, portal 25 00000100:00000001:3.0:1773941519.761985:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941519.761987:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941519.761993:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941519.762001:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941519.762004:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941519.762007:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3000. 00000100:00000200:3.0:1773941519.762011:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244295680, offset 0 00000400:00000200:3.0:1773941519.762017:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941519.762025:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941519.762033:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941519.762039:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941519.762043:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941519.762048:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941519.762051:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941519.762055:0:2400:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[30, 29] 00000400:00000200:3.0:1773941519.762059:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941519.762064:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [151:151:256:4294967295] 192.168.202.156@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1773941519.762069:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941519.762081:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941519.762089:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941519.762104:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efdb00. 00000800:00000200:3.0:1773941519.762112:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941519.762121:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941519.762132:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efdb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941519.762148:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941519.762153:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941519.762156:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294958988 00000100:00000001:3.0:1773941519.762164:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957838 00000100:00000001:3.0:1773941519.762169:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294958988 00000100:00000001:3.0:1773941519.762174:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957838 00000100:00000001:3.0:1773941519.762178:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941519.762182:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.762186:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.762189:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941519.762281:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941519.762286:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efdb00. 00000400:00000200:1.0:1773941519.762291:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941519.762295:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941519.762300:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3000 00000400:00000010:1.0:1773941519.762302:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3000. 00000100:00000001:1.0:1773941519.762306:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941519.762322:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941519.762330:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941519.762340:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941519.762346:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941519.762347:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941519.764291:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941519.764304:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941519.764322:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941519.764326:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941519.764348:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941519.764352:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941519.764358:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941519.764362:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941519.764365:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.764369:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904800 00000400:00000200:0.0:1773941519.764372:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.764375:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xc41 [1] + 224 00000800:00000001:0.0:1773941519.764380:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941519.764386:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941519.764388:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941519.764391:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941519.764394:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941519.764398:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941519.764406:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.764420:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941519.764425:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941519.764427:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941519.764446:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941519.764449:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941519.764454:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941519.764455:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941519.764457:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941519.764460:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941519.764462:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941519.764464:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941519.764469:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941519.764477:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941519.764482:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941519.764483:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941519.764485:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941519.764488:0:2400:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941519.764490:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941519.764493:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941519.764496:0:2400:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941519.764502:0:2400:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941519.764505:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941519.764508:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941519.764520:0:2400:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941519.764523:0:2400:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941519.764527:0:2400:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941519.764531:0:2400:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941519.764536:0:2400:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941519.764541:0:2400:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941519.764543:0:2400:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941519.764545:0:2400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941519.764548:0:2400:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941519.764552:0:2400:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941519.764559:0:2400:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941519.764560:0:2400:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941519.764561:0:2400:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941519.764564:0:2400:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941519.764566:0:2400:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941519.764567:0:2400:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.764568:0:2400:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941519.764569:0:2400:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941519.764570:0:2400:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941519.764571:0:2400:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.764572:0:2400:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941519.764574:0:2400:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941519.764576:0:2400:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941519.764620:0:2400:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941519.764622:0:2400:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 285 00000400:00000200:3.0:1773941519.764625:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941519.764629:0:2400:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941519.764633:0:2400:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941519.764636:0:2400:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941519.764638:0:2400:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941519.764640:0:2400:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941519.764642:0:2400:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941519.764649:0:2400:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941519.764651:0:2400:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941519.764653:0:2400:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941519.764655:0:2400:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941519.764657:0:2400:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941519.764660:0:2400:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941519.764662:0:2400:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941519.764664:0:2400:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941519.764665:0:2400:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941519.764668:0:2400:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941519.764671:0:2400:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941519.764673:0:2400:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941519.764675:0:2400:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941519.764678:0:2400:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941519.764679:0:2400:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.764681:0:2400:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941519.764682:0:2400:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941519.764684:0:2400:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570e00. 00000020:00000040:3.0:1773941519.764686:0:2400:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941519.764688:0:2400:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941519.764689:0:2400:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.764691:0:2400:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941519.764693:0:2400:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941519.764694:0:2400:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941519.764697:0:2400:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386add000. 00000100:00000001:3.0:1773941519.764701:0:2400:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941519.764705:0:2400:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941519.764711:0:2400:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941519.764712:0:2400:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941519.764715:0:2400:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3724b38] to pc [ptlrpcd_rcv+-1] req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941519.764735:0:2400:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.764737:0:2400:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941519.764738:0:2400:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1773941519.764742:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941519.764747:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941519.764750:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941519.764752:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941519.764755:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.764756:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941519.764759:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941519.764762:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941519.764765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d0a345f7-236f-4283-8d0b-61189a46960a:2400:1860112244295680:192.168.202.146@tcp:400:kworker.0 00000100:00000040:0.0:1773941519.764769:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941519.764771:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941519.764775:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941519.764781:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244295680/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941535 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.764782:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941519.764785:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.764789:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941519.764795:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941519.764797:0:2400:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1773941519.764798:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773941519.764801:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386251800. 02000000:00000001:0.0:1773941519.764802:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941519.764807:0:2400:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1773941519.764809:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244295808:192.168.202.146@tcp:250:ptlrpcd_01_00.0 00000020:00000001:3.0:1773941519.764810:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941519.764813:0:2400:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941519.764815:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1773941519.764816:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1773941519.764818:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1773941519.764820:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09390efd100. 02000000:00000001:0.0:1773941519.764821:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941519.764824:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1773941519.764825:0:2400:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941519.764828:0:2400:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1773941519.764828:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9f400. 00000100:00000010:3.0:1773941519.764831:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 02000000:00000001:0.0:1773941519.764832:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.764834:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941519.764852:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941519.764853:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941519.764855:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1773941519.764858:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed790. 00000100:00000001:3.0:1773941519.764861:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1773941519.764864:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1770. 00000100:00000200:0.0:1773941519.764867:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244295808, portal 25 00000100:00000001:3.0:1773941519.764870:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.764871:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941519.764875:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941519.764875:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240884224 : -104919468667392 : ffffa09388570e00) 00000100:00000001:3.0:1773941519.764879:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941519.764884:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.764890:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941519.764892:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941519.764895:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1c38. 00000100:00000200:0.0:1773941519.764898:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244295808, offset 0 00000400:00000200:0.0:1773941519.764902:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941519.764905:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.764908:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941519.764911:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941519.764913:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941519.764915:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941519.764917:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941519.764919:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[30, 31] 00000400:00000200:0.0:1773941519.764922:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941519.764925:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [152:152:256:4294967295] 192.168.202.146@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:0.0:1773941519.764935:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.764941:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941519.764945:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941519.764950:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00000800:00000200:0.0:1773941519.764953:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941519.764959:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941519.764962:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941519.764974:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941519.764977:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941519.764979:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294958991 00000100:00000001:0.0:1773941519.764983:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958988 00000100:00000001:0.0:1773941519.764986:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294958991 00000100:00000001:0.0:1773941519.764988:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958988 00000100:00000001:0.0:1773941519.764990:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941519.764992:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.764994:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.764996:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941519.764999:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941519.765001:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941519.765002:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941519.765003:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941519.765005:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.765006:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941519.765081:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941519.765085:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000400:00000200:1.0:1773941519.765113:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941519.765119:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941519.765122:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1c38 00000400:00000010:1.0:1773941519.765125:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1c38. 00000100:00000001:1.0:1773941519.765128:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941519.765133:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941519.765142:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941519.765146:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941519.765154:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941519.765156:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941519.767463:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941519.767470:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941519.767472:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941519.767475:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941519.767478:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.767482:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941519.767486:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.767488:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.767491:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.767500:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904880 00000400:00000200:0.0:1773941519.767504:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941519.767507:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xc49 [1] + 0 00000800:00000001:0.0:1773941519.767511:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941519.767523:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941519.767525:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941519.767528:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941519.767530:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941519.767534:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941519.767542:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.767555:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941519.767559:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941519.767561:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941519.767596:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941519.767599:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941519.767602:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941519.767603:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941519.767605:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed790. 00000400:00000200:2.0:1773941519.767609:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1770 00000400:00000010:2.0:1773941519.767610:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1770. 00000100:00000001:2.0:1773941519.767612:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941519.767617:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941519.767625:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941519.767630:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941519.767631:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941519.767639:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941519.767640:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941519.767641:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941519.767642:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941519.767644:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941519.767647:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941519.767649:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941519.767651:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941519.767652:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941519.767654:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941519.767656:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941519.767657:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941519.767660:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941519.767665:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941519.767666:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941519.767668:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941519.767669:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941519.767674:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941519.767675:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941519.767676:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941519.767678:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941519.767679:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941519.767681:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941519.767683:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941519.767685:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941519 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941519.767687:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941519.767691:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941519.767693:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941519.767694:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941519.767696:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941519.767697:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941519.767699:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941519.767701:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941519.767706:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941519.767708:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941519.767711:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941519.767713:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941519.767944:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.767948:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941519.767954:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941519.767961:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244295808:192.168.202.146@tcp:250:ptlrpcd_01_00.0 00000100:00000001:0.0:1773941519.767965:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941519.767968:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941519.767970:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388570e00 x1860112244295808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941519.767976:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941519.767978:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941519.767979:0:14286:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000010:0.0:1773941519.767980:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9f400. 02000000:00000001:0.0:1773941519.767984:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941519.767985:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941519.767987:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00080000:2.0:1773941519.767989:0:14286:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941519.767993:0:14286:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941519.767996:0:14286:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:0.0:1773941519.767997:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:2.0:1773941519.767999:0:14286:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:0.0:1773941519.768000:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386add000. 00000001:00000001:2.0:1773941519.768003:0:14286:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941519.768004:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941519.768006:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941519.768007:0:14286:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:0.0:1773941519.768008:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570e00. 00000001:00000001:2.0:1773941519.768011:0:14286:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.768012:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1773941519.768015:0:14286:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941519.768015:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941519.768018:0:14286:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941519.768019:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941519.768021:0:14286:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941519.768024:0:14286:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941519.768024:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941519.768027:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941519.768028:0:14286:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941519.768032:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1773941519.768033:0:14286:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941519.768034:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941519.768038:0:14286:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941519.768041:0:14286:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941519.768042:0:14286:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941519.768044:0:14286:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941519.768046:0:14286:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941519.768047:0:14286:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941519.768048:0:14286:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941519.768062:0:14286:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941519.768063:0:14286:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941519.768064:0:14286:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941519.768066:0:14286:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941519.768069:0:14286:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941519.768071:0:14286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941519.768074:0:14286:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941519.768077:0:14286:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941519.768079:0:14286:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941520.001728:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941520.001737:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941520.001743:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941520.001746:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941520.001748:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941520.001749:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941520.001752:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941520.001755:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941520.001757:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941520.001761:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941520.001763:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941520.001774:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941520.001780:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941520.001785:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941520.001789:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941520.001794:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941520.001802:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251800. 00000100:00000001:3.0:1773941520.001810:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941520.001814:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941520.001818:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941520.001825:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941520.001832:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941520.001836:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941520.001841:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941520.001844:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bd0 to hash 00000020:00000001:3.0:1773941520.001846:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941520.001848:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941520.001851:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941520.001856:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941520.001860:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941520.001865:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941520.001896:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941520.001921:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941520.001928:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941520.001930:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941520.001937:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941520.001940:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941520.001943:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941520.001945:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941520.001950:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941520.001955:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941520.001957:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941520.001959:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941520.001971:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941520.001981:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941520.001984:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941520.001987:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941520.001990:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941520.001993:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941520.001998:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244295936:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941520.002002:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941520.002008:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941520.002011:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941520.002014:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941520.002019:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adf000. 02000000:00000001:3.0:1773941520.002021:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941520.002029:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941520.002050:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941520.002058:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941520.002064:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244295936, portal 25 00000100:00000001:3.0:1773941520.002067:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941520.002068:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941520.002075:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941536 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941520.002084:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941520.002087:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941520.002090:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3550. 00000100:00000200:3.0:1773941520.002094:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244295936, offset 0 00000400:00000200:3.0:1773941520.002100:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941520.002109:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941520.002117:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941520.002122:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941520.002127:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941520.002131:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941520.002134:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941520.002137:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[32, 31] 00000400:00000200:3.0:1773941520.002142:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941520.002146:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [153:153:256:4294967295] 192.168.202.156@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:3.0:1773941520.002151:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941520.002163:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941520.002170:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941520.002175:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd100. 00000800:00000200:3.0:1773941520.002182:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941520.002191:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941520.002197:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941520.002216:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941520.002221:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941520.002225:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294959228 00000100:00000001:3.0:1773941520.002239:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958991 00000100:00000001:3.0:1773941520.002246:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294959228 00000100:00000001:3.0:1773941520.002251:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958991 00000100:00000001:3.0:1773941520.002255:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941520.002258:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941520.002260:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941520.002262:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941520.002267:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941520.002271:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941520.002273:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941520.002351:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941520.002356:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd100. 00000400:00000200:1.0:1773941520.002361:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941520.002366:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941520.002370:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3550 00000400:00000010:1.0:1773941520.002371:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3550. 00000100:00000001:1.0:1773941520.002375:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941520.002379:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941536 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941520.002388:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941520.002390:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941536 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941520.002396:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941520.002397:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941520.003137:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941520.003146:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941520.003148:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941520.003150:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941520.003155:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941520.003160:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941520.003168:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941520.003172:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941520.003176:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941520.003180:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904900 00000400:00000200:0.0:1773941520.003185:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941520.003196:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xc59 [1] + 224 00000800:00000001:0.0:1773941520.003204:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941520.003213:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941520.003216:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941520.003220:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941520.003224:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941520.003229:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941536 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941520.003237:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941536 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941520.003251:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941520.003263:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941520.003266:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941520.003272:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941520.003279:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941520.003281:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941520.003283:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941520.003287:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941520.003288:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941520.003290:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941520.003295:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941536 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941520.003304:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941536 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941520.003322:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941520.003324:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941520.003326:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941520.003329:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941520.003331:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941520.003332:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941520.003334:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941520.003339:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941520.003341:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941520.003344:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941520.003347:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941520.003349:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941520.003358:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941520.003360:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941520.003363:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941520.003367:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941520.003369:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941520.003371:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941520.003372:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941520.003374:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941520.003377:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941536 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941520.003382:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941520.003383:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941520.003384:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941520.003386:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941520.003388:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941520.003389:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941520.003390:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941520.003391:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941520.003392:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941520.003393:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941520.003394:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941520.003396:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941520.003397:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941520.003400:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941520.003401:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 286 00000400:00000200:3.0:1773941520.003404:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941520.003407:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941520.003410:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941520.003412:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941520.003414:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941520.003415:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941520.003418:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941520.003422:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941520.003424:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941520.003425:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941520.003427:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941520.003429:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941520.003431:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941520.003433:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941520.003434:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941520.003435:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941520.003437:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941520.003439:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941520.003441:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941520.003442:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941520.003445:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941520.003446:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941520.003448:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941520.003449:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941520.003451:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388572300. 00000020:00000040:3.0:1773941520.003453:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941520.003455:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941520.003456:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941520.003458:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941520.003459:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941520.003461:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941520.003464:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386add000. 00000100:00000001:3.0:1773941520.003467:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941520.003471:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941520.003477:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941520.003479:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941520.003483:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041b7a74d] to pc [ptlrpcd_rcv+-1] req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941520.003505:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941520.003507:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941520.003508:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941520.003510:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941520.003512:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941520.003513:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941520.003514:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941520.003516:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941520.003517:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941520.003521:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941536 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941520.003526:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941520.003528:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941520.003529:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941520.003531:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941520.003534:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941536 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941520.003540:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244295936:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941520.003543:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941520.003545:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941520.003546:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941520.003547:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941520.003549:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941520.003550:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941536 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941520.003555:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941520.003557:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941520.003560:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1773941520.003561:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941520.003566:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941520.003568:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941520.003571:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:0.0:1773941520.003573:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941520.003605:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941520.003609:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941520.003613:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000100:00000001:0.0:1773941520.003616:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1773941520.003618:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941520.003620:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941520.003625:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941520.003627:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941520.003631:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 02000000:00000001:0.0:1773941520.003631:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941520.003637:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941520.003638:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244296064:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:3.0:1773941520.003650:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941520.003650:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941520.003653:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941520.003657:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941520.003659:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941520.003662:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941520.003667:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000010:0.0:1773941520.003670:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9f400. 00010000:00010000:3.0:1773941520.003671:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941520.003676:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941520.003679:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941520.003682:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941520.003684:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941520.003685:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941520.003692:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1773941520.003693:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed630. 00010000:00000001:3.0:1773941520.003695:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941520.003700:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941520.003703:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941520.003703:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f14c8. 00010000:00010000:3.0:1773941520.003717:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:3.0:1773941520.003720:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941520.003722:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941520.003722:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244296064, portal 25 00000100:00000001:0.0:1773941520.003728:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941520.003731:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240889600 : -104919468662016 : ffffa09388572300) 00010000:00000001:3.0:1773941520.003741:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:0.0:1773941520.003741:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941520.003744:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941520.003746:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941520.003748:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000020:00000001:3.0:1773941520.003752:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941520.003755:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941520.003759:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941520.003763:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941520.003763:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1773941520.003772:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1773941520.003772:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 10000000:00010000:3.0:1773941520.003776:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941520.003778:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1000. 10000000:01000000:3.0:1773941520.003784:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000200:0.0:1773941520.003786:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244296064, offset 0 10000000:00000040:3.0:1773941520.003788:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941520.003791:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941520.003794:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941520.003797:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941520.003799:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941520.003800:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941520.003801:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941520.003802:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941520.003804:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bd0 from hash 00010000:00000001:3.0:1773941520.003805:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941520.003808:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941520.003808:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941520.003810:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941520.003818:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941520.003820:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941520.003823:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941520.003825:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941520.003826:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941520.003828:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941520.003828:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:00000001:3.0:1773941520.003833:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941520.003836:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00010000:3.0:1773941520.003837:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941520.003849:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941520.003850:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941520.003851:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941520.003855:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941520.003858:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941520.003859:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941520.003859:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:3.0:1773941520.003862:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941520.003864:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941520.003867:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941520.003867:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941520.003874:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000040:3.0:1773941520.003877:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00000400:00000200:0.0:1773941520.003882:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[32, 33] 00000400:00000200:0.0:1773941520.003888:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:3.0:1773941520.003889:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941520.003891:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941520.003895:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941520.003896:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [154:154:256:4294967295] 192.168.202.146@tcp LPNI seq info [34:34:8:4294967295] 00000100:00000040:3.0:1773941520.003901:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244295936/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941536 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941520.003909:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941520.003913:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941520.003916:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941520.003918:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adf000. 02000000:00000001:3.0:1773941520.003923:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941520.003926:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1773941520.003927:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000020:00000040:3.0:1773941520.003929:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941520.003934:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941520.003937:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251800. 00000800:00000200:0.0:1773941520.003941:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 02000000:00000001:3.0:1773941520.003942:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941520.003944:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941520.003947:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941520.003950:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000010:0.0:1773941520.003950:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00000100:00000001:3.0:1773941520.003953:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941520.003956:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941520.003958:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941520.003960:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941520.003967:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941520.003971:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386251800. 00000800:00000200:0.0:1773941520.003972:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000020:00000010:3.0:1773941520.003976:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386250600. 00000040:00000010:3.0:1773941520.003980:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386251c00. 00000800:00000200:0.0:1773941520.003984:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000020:00000010:3.0:1773941520.003986:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000800:00000200:0.0:1773941520.003990:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:3.0:1773941520.003992:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386251400. 80000000:00000010:3.0:1773941520.003998:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941520.004002:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386250000. 20000000:00000010:3.0:1773941520.004005:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386250800. 00000100:00000001:0.0:1773941520.004008:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941520.004009:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941520.004013:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941520.004018:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386250600. 00000400:00000200:0.0:1773941520.004018:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941520.004023:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294959230 00000040:00000010:3.0:1773941520.004024:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386251c00. 00000020:00000010:3.0:1773941520.004029:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941520.004033:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386251400. 80000000:00000010:3.0:1773941520.004045:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941520.004049:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386250000. 20000000:00000010:3.0:1773941520.004052:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386250800. 00000020:00000010:3.0:1773941520.004055:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386251800. 10000000:00000010:3.0:1773941520.004057:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941520.004059:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941520.004061:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941520.004063:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959228 10000000:00020000:3.0:1773941520.004064:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941520.004067:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941520.004070:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941520.004072:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941520.004074:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1773941520.004074:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294959230 00000800:00000200:1.0:1773941520.004089:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941520.004091:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959228 00000800:00000010:1.0:1773941520.004093:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000400:00000200:1.0:1773941520.004099:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941520.004100:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773941520.004105:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941520.004107:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941520.004109:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1000 00000400:00000010:1.0:1773941520.004113:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1000. 00000100:00000001:0.0:1773941520.004113:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941520.004115:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773941520.004118:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773941520.004120:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941520.004126:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941520.004128:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941520.004130:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1773941520.004132:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941520.004134:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941520.004139:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941520.004141:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941520.004142:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941520.004143:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773941520.004148:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773941520.005547:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941520.005557:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941520.005559:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941520.005560:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941520.005563:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941520.005566:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941520.005570:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941520.005572:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941520.005575:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941520.005596:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904980 00000400:00000200:0.0:1773941520.005602:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941520.005607:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xc61 [1] + 0 00000800:00000001:0.0:1773941520.005613:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941520.005621:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941520.005634:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941520.005638:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941520.005641:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941520.005646:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941520.005657:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941520.005671:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941520.005677:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941520.005679:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941520.005695:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941520.005704:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941520.005707:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941520.005708:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941520.005710:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed630. 00000400:00000200:2.0:1773941520.005714:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f14c8 00000400:00000010:2.0:1773941520.005716:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f14c8. 00000100:00000001:2.0:1773941520.005718:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941520.005731:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941520.005740:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941520.005748:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941520.005750:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941520.005752:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941520.005754:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941520.005756:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941520.005758:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941520.005760:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941520.005763:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941520.005767:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941520.005769:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941520.005771:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941520.005774:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941520.005776:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941520.005779:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941520.005784:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941520.005813:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941520.005815:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941520.005817:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941520.005818:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941520.005821:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941520.005823:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941520.005824:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941520.005825:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941520.005832:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941520.005834:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941520.005836:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941520.005839:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941520 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941520.005841:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941520.005846:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941520.005847:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941520.005848:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941520.005850:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941520.005851:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941520.005855:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941520.005858:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941520.005860:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941520.005863:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941520.005866:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941520.005869:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941520.006087:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941520.006090:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941520.006094:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941520.006101:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244296064:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941520.006106:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941520.006107:0:14287:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941520.006108:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941520.006116:0:14287:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:0.0:1773941520.006118:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388572300 x1860112244296064/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941520.006120:0:14287:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941520.006123:0:14287:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941520.006126:0:14287:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941520.006130:0:14287:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941520.006131:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941520.006133:0:14287:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941520.006134:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941520.006137:0:14287:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941520.006138:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9f400. 00000001:00000001:2.0:1773941520.006142:0:14287:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941520.006144:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941520.006145:0:14287:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1773941520.006146:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941520.006148:0:14287:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941520.006149:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 10000000:00000001:2.0:1773941520.006152:0:14287:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941520.006153:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941520.006155:0:14287:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:0.0:1773941520.006156:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386add000. 00000100:00080000:2.0:1773941520.006160:0:14287:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941520.006160:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941520.006163:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941520.006165:0:14287:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:0.0:1773941520.006165:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388572300. 00000100:00000001:2.0:1773941520.006168:0:14287:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941520.006169:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941520.006171:0:14287:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941520.006172:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941520.006174:0:14287:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941520.006175:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941520.006178:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941520.006179:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941520.006181:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941520.006184:0:14287:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941520.006185:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941520.006188:0:14287:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941520.006192:0:14287:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941520.006207:0:14287:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941520.006209:0:14287:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941520.006211:0:14287:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941520.006215:0:14287:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941520.006218:0:14287:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941520.006221:0:14287:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941520.006223:0:14287:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941520.006226:0:14287:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941520.006228:0:14287:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941520.009613:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941520.009626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941520.721738:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941520.721745:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941520.721761:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941521.489688:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941521.489696:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941521.489700:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941521.489703:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941521.489722:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941521.489724:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941521.489728:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941521.489729:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941521.489732:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941521.489735:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941521.489736:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941521.489744:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941521.489750:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941521.489755:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941521.489758:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941521.489764:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941521.489771:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250800. 00000100:00000001:3.0:1773941521.489777:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941521.489781:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941521.489784:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941521.489790:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941521.489794:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941521.489797:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941521.489800:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941521.489803:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bd7 to hash 00000020:00000001:3.0:1773941521.489805:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941521.489806:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941521.489808:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941521.489812:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941521.489814:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941521.489817:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941521.489825:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941521.489834:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941521.489849:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941521.489852:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941521.489858:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941521.489860:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941521.489863:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941521.489864:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941521.489869:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941521.489874:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.489876:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941521.489878:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941521.489888:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941521.489898:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941521.489901:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941521.489904:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941521.489907:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941521.489910:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941521.489914:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244296192:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941521.489919:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941521.489924:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941521.489927:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941521.489930:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941521.489934:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adf000. 02000000:00000001:3.0:1773941521.489936:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941521.489944:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941521.489948:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941521.489954:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941521.489959:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244296192, portal 25 00000100:00000001:3.0:1773941521.489960:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941521.489961:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941521.489965:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941537 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941521.489980:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941521.489982:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941521.489985:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3550. 00000100:00000200:3.0:1773941521.489988:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244296192, offset 0 00000400:00000200:3.0:1773941521.489993:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941521.490000:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941521.490006:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941521.490010:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941521.490013:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941521.490017:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941521.490020:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941521.490023:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[34, 33] 00000400:00000200:3.0:1773941521.490028:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941521.490032:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [155:155:256:4294967295] 192.168.202.156@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1773941521.490036:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941521.490046:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941521.490052:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941521.490058:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd800. 00000800:00000200:3.0:1773941521.490065:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941521.490073:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941521.490078:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941521.490097:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941521.490102:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941521.490105:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294960716 00000100:00000001:3.0:1773941521.490112:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959230 00000100:00000001:3.0:1773941521.490117:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294960716 00000100:00000001:3.0:1773941521.490121:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959230 00000100:00000001:3.0:1773941521.490126:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941521.490129:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.490138:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941521.490140:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941521.490143:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941521.490146:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941521.490150:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941521.490211:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941521.490216:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd800. 00000400:00000200:1.0:1773941521.490221:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941521.490225:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941521.490229:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3550 00000400:00000010:1.0:1773941521.490231:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3550. 00000100:00000001:1.0:1773941521.490235:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941521.490239:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941537 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941521.490247:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941521.490250:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941537 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941521.490255:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941521.490257:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941521.491169:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941521.491178:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941521.491181:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941521.491182:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941521.491186:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941521.491190:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941521.491195:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941521.491198:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941521.491201:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941521.491205:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904a00 00000400:00000200:0.0:1773941521.491208:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941521.491212:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xc71 [1] + 224 00000800:00000001:0.0:1773941521.491217:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941521.491223:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941521.491224:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941521.491233:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941521.491237:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941521.491241:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941537 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941521.491248:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941537 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941521.491262:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941521.491268:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941521.491271:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941521.491284:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941521.491289:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941521.491290:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941521.491303:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941521.491306:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941521.491307:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941521.491310:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941521.491314:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941537 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941521.491321:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941537 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941521.491326:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941521.491327:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941521.491329:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941521.491331:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941521.491333:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941521.491335:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941521.491336:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941521.491340:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=27 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941521.491343:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941521.491345:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941521.491348:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941521.491350:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941521.491352:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941521.491354:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941521.491357:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941521.491360:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941521.491362:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941521.491369:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941521.491371:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941521.491372:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941521.491375:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941537 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941521.491380:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941521.491381:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941521.491383:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941521.491385:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941521.491387:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941521.491388:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.491389:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941521.491390:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941521.491391:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941521.491392:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.491393:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941521.491395:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941521.491396:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941521.491398:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941521.491400:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 286 00000400:00000200:3.0:1773941521.491403:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941521.491406:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941521.491409:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941521.491411:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941521.491413:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941521.491414:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941521.491417:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941521.491418:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941521.491420:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941521.491422:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941521.491423:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941521.491425:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941521.491426:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941521.491431:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941521.491432:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941521.491433:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941521.491436:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941521.491438:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941521.491439:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941521.491441:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941521.491443:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941521.491445:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.491446:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941521.491448:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941521.491450:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570000. 00000020:00000040:3.0:1773941521.491451:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941521.491453:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941521.491455:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.491456:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941521.491458:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941521.491459:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941521.491462:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adc400. 00000100:00000001:3.0:1773941521.491465:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941521.491469:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941521.491475:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941521.491478:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941521.491483:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0d35789] to pc [ptlrpcd_rcv+-1] req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941521.491502:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.491505:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941521.491506:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941521.491510:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941521.491513:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941521.491515:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941521.491521:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941521.491524:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:0.0:1773941521.491525:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941521.491527:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941521.491529:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1773941521.491534:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941521.491535:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941521.491545:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941521.491547:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941537 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941521.491548:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941521.491552:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941521.491555:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941521.491559:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.491567:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00100000:0.0:1773941521.491567:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244296320:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941521.491573:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941521.491574:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941521.491594:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941521.491597:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941521.491602:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941537 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941521.491609:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1773941521.491610:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244296192:192.168.202.146@tcp:101:ll_cfg_requeue.0 02000000:00000001:0.0:1773941521.491615:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.491617:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941521.491619:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941521.491620:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941521.491623:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941521.491624:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1773941521.491626:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e400. 00000100:00000040:3.0:1773941521.491627:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941537 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941521.491632:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.491636:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941521.491639:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000400:00000200:0.0:1773941521.491643:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941521.491644:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:0.0:1773941521.491647:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed528. 00000100:00000001:3.0:1773941521.491648:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941521.491654:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:0.0:1773941521.491655:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f13b8. 00010000:00000001:3.0:1773941521.491656:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941521.491659:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1773941521.491661:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244296320, portal 25 00000020:00000040:3.0:1773941521.491662:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941521.491666:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941521.491667:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941521.491669:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240880640 : -104919468670976 : ffffa09388570000) 00010000:00000001:3.0:1773941521.491671:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00010000:3.0:1773941521.491675:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941521.491677:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941521.491699:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941521.491702:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941521.491704:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941521.491705:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941521.491709:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1a18. 00000100:00000200:0.0:1773941521.491713:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244296320, offset 0 00010000:00000001:3.0:1773941521.491714:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941521.491718:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00010000:3.0:1773941521.491719:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941521.491727:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941521.491729:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941521.491731:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941521.491733:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00010000:3.0:1773941521.491736:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941521.491738:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941521.491743:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941521.491747:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941521.491751:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941521.491752:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941521.491756:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[34, 35] 00010000:00000001:3.0:1773941521.491757:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941521.491761:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:3.0:1773941521.491764:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941521.491765:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [156:156:256:4294967295] 192.168.202.146@tcp LPNI seq info [36:36:8:4294967295] 00010000:00010000:3.0:1773941521.491770:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941521.491770:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941521.491781:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:3.0:1773941521.491790:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000800:00000200:0.0:1773941521.491792:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:00000001:3.0:1773941521.491796:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:0.0:1773941521.491799:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 10000000:00010000:3.0:1773941521.491801:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941521.491809:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941521.491816:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941521.491820:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000200:0.0:1773941521.491822:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000020:00000001:3.0:1773941521.491823:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941521.491826:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000800:00000200:0.0:1773941521.491829:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00000020:00000001:3.0:1773941521.491830:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941521.491834:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941521.491843:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941521.491846:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941521.491850:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941521.491851:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941521.491854:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941521.491859:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941521.491864:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294960718 10000000:01000000:3.0:1773941521.491865:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941521.491871:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941521.491873:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941521.491873:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960716 00010000:00010000:3.0:1773941521.491876:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941521.491878:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1773941521.491879:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294960718 00010000:00000001:3.0:1773941521.491881:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1773941521.491883:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960716 00010000:00000001:3.0:1773941521.491884:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941521.491886:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941521.491889:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941521.491889:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1773941521.491895:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bd7 from hash 00000100:00000001:0.0:1773941521.491895:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941521.491897:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941521.491898:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941521.491900:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941521.491900:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941521.491901:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941521.491904:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941521.491906:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941521.491907:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941521.491909:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941521.491910:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941521.491912:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941521.491915:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941521.491918:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941521.491918:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1773941521.491919:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941521.491922:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000010:1.0:1773941521.491925:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000100:00000001:0.0:1773941521.491927:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1773941521.491931:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941521.491932:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941521.491933:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773941521.491936:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941521.491939:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1773941521.491940:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00000001:3.0:1773941521.491943:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1773941521.491945:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1a18 00000100:00000001:0.0:1773941521.491945:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941521.491949:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941521.491952:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941521.491954:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1773941521.491956:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1a18. 00010000:00000001:3.0:1773941521.491957:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941521.491961:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941521.491963:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941521.491969:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941521.491976:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941521.491978:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941521.491983:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941521.491984:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:3.0:1773941521.492011:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00010000:00000001:3.0:1773941521.492022:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941521.492024:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941521.492027:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941521.492033:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244296192/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941537 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941521.492040:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941521.492042:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941521.492045:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adf000. 02000000:00000001:3.0:1773941521.492048:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941521.492050:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941521.492052:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941521.492054:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941521.492056:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250800. 02000000:00000001:3.0:1773941521.492059:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941521.492062:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941521.492063:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941521.492067:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941521.492068:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941521.492070:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941521.492073:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941521.492076:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941521.492080:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941521.492084:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250800. 00000020:00000010:3.0:1773941521.492089:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386250000. 00000040:00000010:3.0:1773941521.492093:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386251400. 00000020:00000010:3.0:1773941521.492097:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941521.492102:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386251c00. 80000000:00000010:3.0:1773941521.492106:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941521.492118:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386250600. 20000000:00000010:3.0:1773941521.492124:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386251e00. 10000000:00000040:3.0:1773941521.492128:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941521.492130:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941521.492135:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386250000. 00000040:00000010:3.0:1773941521.492139:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386251400. 00000020:00000010:3.0:1773941521.492142:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941521.492146:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386251c00. 80000000:00000010:3.0:1773941521.492149:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941521.492154:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386250600. 20000000:00000010:3.0:1773941521.492156:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386251e00. 00000020:00000010:3.0:1773941521.492159:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250800. 10000000:00000010:3.0:1773941521.492162:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941521.492165:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941521.492167:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941521.492169:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941521.492171:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941521.492172:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941521.492174:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941521.492177:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941521.493085:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941521.493091:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941521.493092:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941521.493094:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941521.493097:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941521.493100:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941521.493104:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941521.493106:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941521.493108:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941521.493110:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904a80 00000400:00000200:0.0:1773941521.493113:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941521.493116:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xc79 [1] + 0 00000800:00000001:0.0:1773941521.493119:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941521.493123:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941521.493124:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941521.493127:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941521.493129:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941521.493132:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941521.493139:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941521.493152:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941521.493156:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941521.493158:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941521.493185:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941521.493188:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941521.493191:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941521.493192:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941521.493194:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed528. 00000400:00000200:2.0:1773941521.493198:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f13b8 00000400:00000010:2.0:1773941521.493200:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f13b8. 00000100:00000001:2.0:1773941521.493202:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941521.493207:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941521.493215:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941521.493220:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941521.493222:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941521.493223:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941521.493225:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941521.493226:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941521.493227:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941521.493228:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941521.493231:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=27 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941521.493233:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941521.493235:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941521.493236:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941521.493243:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941521.493245:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941521.493247:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941521.493250:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941521.493255:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941521.493257:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941521.493258:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941521.493259:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941521.493263:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941521.493264:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941521.493265:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941521.493266:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941521.493268:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941521.493269:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941521.493271:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941521.493274:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941521 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941521.493276:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941521.493280:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941521.493282:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941521.493283:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941521.493284:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941521.493285:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941521.493288:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941521.493290:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941521.493304:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941521.493307:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941521.493310:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941521.493312:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941521.493508:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941521.493511:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941521.493521:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941521.493528:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244296320:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941521.493530:0:14289:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941521.493532:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941521.493535:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941521.493540:0:14289:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:0.0:1773941521.493541:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388570000 x1860112244296320/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941521.493545:0:14289:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941521.493549:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941521.493550:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941521.493553:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e400. 00000100:00000001:2.0:1773941521.493554:0:14289:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:0.0:1773941521.493557:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:2.0:1773941521.493558:0:14289:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:0.0:1773941521.493560:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941521.493562:0:14289:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:0.0:1773941521.493563:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941521.493565:0:14289:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1773941521.493567:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941521.493570:0:14289:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941521.493570:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adc400. 02000000:00000001:0.0:1773941521.493572:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941521.493573:0:14289:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941521.493575:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941521.493599:0:14289:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:0.0:1773941521.493599:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570000. 00000001:00000001:2.0:1773941521.493605:0:14289:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941521.493605:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941521.493607:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941521.493611:0:14289:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941521.493612:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941521.493618:0:14289:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941521.493619:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941521.493622:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941521.493624:0:14289:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941521.493625:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941521.493627:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941521.493631:0:14289:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941521.493635:0:14289:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941521.493637:0:14289:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941521.493640:0:14289:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941521.493642:0:14289:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941521.493643:0:14289:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941521.493644:0:14289:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941521.493655:0:14289:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941521.493656:0:14289:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941521.493657:0:14289:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941521.493661:0:14289:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941521.493664:0:14289:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941521.493666:0:14289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941521.493668:0:14289:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941521.493670:0:14289:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941521.493671:0:14289:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941521.497610:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941521.497616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941521.745745:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941521.745750:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941521.745754:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941522.769724:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941522.769731:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941522.769737:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941523.217669:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941523.217676:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941523.217680:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941523.217682:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941523.217683:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941523.217684:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941523.217688:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941523.217689:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941523.217691:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941523.217693:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941523.217695:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941523.217705:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941523.217722:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941523.217726:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941523.217729:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941523.217733:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941523.217739:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250800. 00000100:00000001:3.0:1773941523.217745:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941523.217749:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941523.217752:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941523.217758:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941523.217763:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941523.217765:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941523.217769:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941523.217771:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bde to hash 00000020:00000001:3.0:1773941523.217773:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941523.217774:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941523.217776:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941523.217779:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941523.217781:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941523.217784:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941523.217792:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941523.217801:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941523.217805:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941523.217807:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941523.217819:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941523.217821:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941523.217823:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941523.217824:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941523.217828:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941523.217835:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941523.217837:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941523.217838:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941523.217848:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941523.217855:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941523.217857:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941523.217860:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941523.217862:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941523.217864:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941523.217866:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244296448:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941523.217869:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941523.217873:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941523.217875:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941523.217877:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941523.217880:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adf000. 02000000:00000001:3.0:1773941523.217882:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941523.217888:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941523.217891:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941523.217897:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941523.217902:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244296448, portal 25 00000100:00000001:3.0:1773941523.217903:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941523.217904:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941523.217908:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941539 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941523.217914:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941523.217916:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941523.217917:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3000. 00000100:00000200:3.0:1773941523.217920:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244296448, offset 0 00000400:00000200:3.0:1773941523.217931:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941523.217941:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941523.217947:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941523.217951:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941523.217959:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941523.217962:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941523.217964:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941523.217967:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[36, 35] 00000400:00000200:3.0:1773941523.217969:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941523.217973:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [157:157:256:4294967295] 192.168.202.156@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:3.0:1773941523.217976:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941523.217985:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941523.217989:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941523.217993:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00000800:00000200:3.0:1773941523.218010:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941523.218021:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941523.218025:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941523.218038:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941523.218041:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941523.218043:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294962444 00000100:00000001:3.0:1773941523.218052:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960718 00000100:00000001:3.0:1773941523.218057:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294962444 00000100:00000001:3.0:1773941523.218059:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960718 00000100:00000001:3.0:1773941523.218061:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941523.218063:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941523.218065:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941523.218066:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941523.218068:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941523.218071:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941523.218073:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941523.218178:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941523.218184:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000400:00000200:1.0:1773941523.218190:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941523.218196:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941523.218201:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3000 00000400:00000010:1.0:1773941523.218203:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3000. 00000100:00000001:1.0:1773941523.218208:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941523.218213:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941539 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941523.218224:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941523.218228:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941539 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941523.218235:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941523.218237:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941523.219333:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941523.219345:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941523.219349:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941523.219352:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941523.219357:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941523.219363:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941523.219370:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941523.219374:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941523.219378:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941523.219388:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904b00 00000400:00000200:0.0:1773941523.219393:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941523.219398:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xc89 [1] + 224 00000800:00000001:0.0:1773941523.219406:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941523.219415:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941523.219418:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941523.219422:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941523.219426:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941523.219431:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941539 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941523.219443:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941539 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941523.219461:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941523.219469:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941523.219474:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941523.219482:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941523.219489:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941523.219491:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941523.219493:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941523.219497:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941523.219504:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941523.219506:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941523.219511:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941539 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941523.219519:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941539 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941523.219524:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941523.219526:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941523.219528:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941523.219530:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941523.219532:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941523.219533:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941523.219535:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941523.219539:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=29 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941523.219542:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941523.219544:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941523.219547:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941523.219549:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941523.219551:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941523.219553:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941523.219557:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941523.219559:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941523.223510:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941523.223512:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941523.223514:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941523.223516:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941523.223522:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941539 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941523.223532:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941523.223533:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941523.223535:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941523.223546:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941523.223548:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941523.223550:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941523.223552:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941523.223553:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941523.223554:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941523.223556:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941523.223557:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941523.223559:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941523.223561:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941523.223565:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941523.223568:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 287 00000400:00000200:3.0:1773941523.223573:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941523.223599:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941523.223604:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941523.223607:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941523.223610:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941523.223612:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941523.223616:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941523.223618:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941523.223621:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941523.223624:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941523.223626:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941523.223629:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941523.223633:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941523.223635:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941523.223637:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941523.223639:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941523.223643:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941523.223646:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941523.223649:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941523.223652:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941523.223655:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941523.223664:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941523.223666:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941523.223668:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941523.223672:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388572a00. 00000020:00000040:3.0:1773941523.223675:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941523.223679:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941523.223680:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941523.223683:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941523.223685:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941523.223687:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941523.223692:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adf400. 00000100:00000001:3.0:1773941523.223697:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941523.223703:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941523.223714:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941523.223718:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941523.223724:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0173095] to pc [ptlrpcd_rcv+-1] req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941523.223739:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941523.223741:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941523.223742:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941523.223745:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941523.223747:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941523.223748:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941523.223751:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941523.223753:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941523.223755:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941523.223759:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941523.223760:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941539 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941523.223765:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941523.223768:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941523.223770:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941523.223773:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941523.223776:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1773941523.223777:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941523.223778:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941523.223785:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941523.223788:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941523.223791:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941523.223794:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773941523.223795:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941539 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941523.223799:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941523.223808:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244296576:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00100000:3.0:1773941523.223813:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244296448:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941523.223814:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941523.223818:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941523.223820:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941523.223820:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941523.223826:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941523.223827:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941523.223830:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000010:0.0:1773941523.223831:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e400. 00000100:00000001:3.0:1773941523.223832:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941523.223836:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941523.223837:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941539 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941523.223842:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941523.223848:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000400:00000200:0.0:1773941523.223851:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941523.223852:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941523.223856:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:0.0:1773941523.223857:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed108. 00010000:00000001:3.0:1773941523.223859:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941523.223863:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1773941523.223863:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1550. 00000020:00000001:3.0:1773941523.223865:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941523.223869:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000100:00000200:0.0:1773941523.223870:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244296576, portal 25 00000020:00000001:3.0:1773941523.223871:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941523.223874:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941523.223875:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941523.223877:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240891392 : -104919468660224 : ffffa09388572a00) 00010000:00010000:3.0:1773941523.223880:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941523.223885:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941523.223895:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941523.223901:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941523.223903:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941523.223906:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941523.223910:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1aa0. 00010000:00000001:3.0:1773941523.223916:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1773941523.223916:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244296576, offset 0 00010000:00010000:3.0:1773941523.223921:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941523.223923:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941523.223933:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941523.223942:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:3.0:1773941523.223949:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941523.223950:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941523.223955:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941523.223956:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00010000:3.0:1773941523.223960:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941523.223962:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941523.223968:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941523.223975:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[36, 37] 00010000:00000001:3.0:1773941523.223978:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941523.223983:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941523.223983:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:3.0:1773941523.223989:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941523.223991:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [158:158:256:4294967295] 192.168.202.146@tcp LPNI seq info [38:38:8:4294967295] 00010000:00010000:3.0:1773941523.223994:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941523.224002:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:3.0:1773941523.224006:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:3.0:1773941523.224010:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941523.224014:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941523.224015:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941523.224027:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941523.224028:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941523.224030:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941523.224032:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:0.0:1773941523.224032:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00000020:00000040:3.0:1773941523.224035:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000020:00000001:3.0:1773941523.224038:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000800:00000200:0.0:1773941523.224041:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941523.224042:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941523.224047:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941523.224051:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941523.224051:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941523.224055:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:3.0:1773941523.224063:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941523.224066:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941523.224069:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1773941523.224074:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941523.224077:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941523.224080:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941523.224082:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:3.0:1773941523.224083:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941523.224085:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941523.224088:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941523.224091:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941523.224094:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941523.224095:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294962450 00010000:00000001:3.0:1773941523.224097:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941523.224102:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bde from hash 00010000:00000001:3.0:1773941523.224104:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1773941523.224105:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962444 00010000:00000001:3.0:1773941523.224106:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941523.224108:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941523.224111:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941523.224113:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941523.224115:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941523.224115:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294962450 00010000:00000001:3.0:1773941523.224120:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941523.224122:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962444 00010000:00000001:3.0:1773941523.224123:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941523.224125:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941523.224129:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941523.224130:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773941523.224131:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941523.224137:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941523.224139:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941523.224142:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941523.224144:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1773941523.224144:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941523.224147:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941523.224150:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941523.224150:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941523.224151:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941523.224152:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941523.224155:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1773941523.224156:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00010000:00010000:3.0:1773941523.224158:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941523.224159:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941523.224163:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941523.224163:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941523.224168:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1773941523.224170:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00000100:00000001:0.0:1773941523.224171:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941523.224172:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941523.224174:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941523.224177:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941523.224178:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1aa0 00000400:00000010:1.0:1773941523.224180:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1aa0. 00000100:00000001:1.0:1773941523.224184:0:2391:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941523.224189:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1773941523.224191:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941523.224193:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941523.224202:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941523.224213:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941523.224221:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941523.224223:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941523.224246:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941523.224258:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244296448/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941539 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941523.224266:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941523.224268:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941523.224272:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adf000. 02000000:00000001:3.0:1773941523.224274:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941523.224291:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941523.224293:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941523.224296:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941523.224298:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250800. 02000000:00000001:3.0:1773941523.224302:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941523.224304:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941523.224306:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000100:00000001:3.0:1773941523.224309:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941523.224311:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941523.224313:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941523.224315:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941523.224318:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941523.224322:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941523.224326:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250800. 00000020:00000010:3.0:1773941523.224331:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251e00. 00000040:00000010:3.0:1773941523.224333:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386250600. 00000020:00000010:3.0:1773941523.224337:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941523.224340:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386251c00. 80000000:00000010:3.0:1773941523.224343:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941523.224347:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251400. 20000000:00000010:3.0:1773941523.224350:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386250000. 10000000:00000040:3.0:1773941523.224353:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941523.224355:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941523.224358:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251e00. 00000040:00000010:3.0:1773941523.224361:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386250600. 00000020:00000010:3.0:1773941523.224363:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941523.224366:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386251c00. 80000000:00000010:3.0:1773941523.224368:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941523.224375:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251400. 20000000:00000010:3.0:1773941523.224377:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386250000. 00000020:00000010:3.0:1773941523.224379:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250800. 10000000:00000010:3.0:1773941523.224381:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941523.224383:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941523.224385:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941523.224387:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941523.224388:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941523.224389:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941523.224390:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941523.224392:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941523.229608:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941523.229615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000800:00000001:0.0:1773941523.229932:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941523.229942:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941523.229945:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941523.229959:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941523.229964:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941523.229970:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941523.229978:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941523.229982:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941523.229986:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941523.229990:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904b80 00000400:00000200:0.0:1773941523.229995:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941523.230000:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xc91 [1] + 0 00000800:00000001:0.0:1773941523.230006:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941523.230014:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941523.230016:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941523.230019:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941523.230022:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941523.230026:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941523.230056:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941523.230075:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941523.230082:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941523.230085:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941523.230106:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941523.230109:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941523.230113:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941523.230114:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941523.230117:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed108. 00000400:00000200:2.0:1773941523.230120:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1550 00000400:00000010:2.0:1773941523.230122:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1550. 00000100:00000001:2.0:1773941523.230131:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941523.230136:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941523.230143:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941523.230148:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941523.230149:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941523.230151:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941523.230153:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941523.230154:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941523.230155:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941523.230157:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941523.230160:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941523.230163:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941523.230165:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941523.230166:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941523.230168:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941523.230169:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941523.230171:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941523.230183:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941523.230191:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941523.230192:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941523.230193:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941523.230195:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941523.230199:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941523.230200:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941523.230201:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941523.230202:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941523.230204:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941523.230206:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941523.230207:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941523.230210:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941523 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941523.230216:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941523.230221:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941523.230223:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941523.230224:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941523.230226:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941523.230227:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941523.230230:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941523.230231:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941523.230233:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941523.230235:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941523.230238:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941523.230239:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941523.230463:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941523.230466:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941523.230471:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941523.230479:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244296576:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941523.230484:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941523.230485:0:14290:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941523.230486:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941523.230490:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388572a00 x1860112244296576/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941523.230495:0:14290:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:0.0:1773941523.230502:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1773941523.230514:0:14290:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:0.0:1773941523.230514:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941523.230519:0:14290:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:0.0:1773941523.230519:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e400. 10000000:01000000:2.0:1773941523.230522:0:14290:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941523.230524:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941523.230526:0:14290:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:0.0:1773941523.230527:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941523.230530:0:14290:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:0.0:1773941523.230530:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941523.230535:0:14290:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941523.230535:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941523.230537:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adf400. 00000001:00000001:2.0:1773941523.230539:0:14290:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941523.230541:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941523.230542:0:14290:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941523.230544:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941523.230545:0:14290:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941523.230547:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388572a00. 10000000:00000001:2.0:1773941523.230548:0:14290:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941523.230550:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941523.230551:0:14290:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941523.230553:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941523.230556:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941523.230557:0:14290:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941523.230559:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941523.230561:0:14290:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941523.230562:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941523.230564:0:14290:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941523.230566:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941523.230567:0:14290:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941523.230570:0:14290:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941523.230572:0:14290:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941523.230572:0:14290:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941523.230576:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941523.230604:0:14290:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941523.230616:0:14290:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941523.230618:0:14290:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941523.230624:0:14290:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941523.230628:0:14290:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941523.234248:0:14290:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941523.234251:0:14290:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941523.234252:0:14290:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941523.234254:0:14290:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941523.234255:0:14290:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941523.793752:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941523.793758:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941523.793761:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941524.305759:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941524.305767:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941524.305773:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941524.305776:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941524.305778:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941524.305780:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941524.305783:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941524.305785:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941524.305788:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941524.305791:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941524.305794:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941524.305806:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941524.305812:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941524.305818:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941524.305822:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941524.305827:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941524.305836:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250000. 00000100:00000001:3.0:1773941524.305844:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941524.305849:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941524.305852:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941524.305861:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941524.305867:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941524.305888:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941524.305895:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941524.305911:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0be5 to hash 00000020:00000001:3.0:1773941524.305916:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941524.305918:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941524.305921:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941524.305926:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941524.305929:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941524.305935:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941524.305948:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941524.305962:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941524.305969:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941524.305971:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941524.305978:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941524.305981:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941524.305984:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941524.305986:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941524.305991:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941524.305996:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.305998:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941524.306000:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941524.306012:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.306022:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941524.306025:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.306029:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941524.306033:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941524.306042:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941524.306048:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244296704:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941524.306053:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941524.306058:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941524.306061:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.306064:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941524.306068:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adf000. 02000000:00000001:3.0:1773941524.306071:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941524.306079:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941524.306085:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941524.306092:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941524.306101:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244296704, portal 25 00000100:00000001:3.0:1773941524.306103:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941524.306105:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941524.306111:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.306121:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941524.306124:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941524.306128:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3c38. 00000100:00000200:3.0:1773941524.306132:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244296704, offset 0 00000400:00000200:3.0:1773941524.306140:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941524.306148:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941524.306157:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941524.306162:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941524.306166:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941524.306171:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941524.306174:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941524.306178:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[38, 37] 00000400:00000200:3.0:1773941524.306183:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941524.306187:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [159:159:256:4294967295] 192.168.202.156@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:3.0:1773941524.306193:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941524.306204:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941524.306222:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941524.306230:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00000800:00000200:3.0:1773941524.306239:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941524.306250:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941524.306255:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941524.306285:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941524.306291:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941524.306294:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294963532 00000100:00000001:3.0:1773941524.306303:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962450 00000100:00000001:3.0:1773941524.306327:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294963532 00000100:00000001:3.0:1773941524.306333:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962450 00000100:00000001:3.0:1773941524.306342:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941524.306346:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.306350:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.306353:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941524.306357:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941524.306363:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941524.306367:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941524.306431:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941524.306437:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000400:00000200:1.0:1773941524.306443:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941524.306448:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941524.306453:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3c38 00000400:00000010:1.0:1773941524.306456:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3c38. 00000100:00000001:1.0:1773941524.306461:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941524.306466:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.306491:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941524.306494:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.306507:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941524.306508:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941524.308123:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.308136:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941524.308139:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.308141:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941524.308146:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941524.308151:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941524.308157:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941524.308161:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941524.308165:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.308169:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904c00 00000400:00000200:0.0:1773941524.308173:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.308177:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xca1 [1] + 224 00000800:00000001:0.0:1773941524.308183:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.308206:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941524.308209:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941524.308212:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941524.308216:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941524.308220:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941524.308229:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.308245:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941524.308252:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.308255:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.308262:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941524.308284:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941524.308288:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941524.308291:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941524.308296:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941524.308298:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941524.308317:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941524.308325:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941524.308340:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.308349:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941524.308350:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.308360:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941524.308363:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941524.308365:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941524.308367:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.308369:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941524.308375:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941524.308378:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941524.308380:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941524.308384:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941524.312717:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941524.312722:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941524.312726:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941524.312731:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941524.312735:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941524.312738:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941524.312740:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941524.312741:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941524.312743:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941524.312749:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941540 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.312756:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941524.312757:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941524.312758:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941524.312761:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941524.312763:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941524.312764:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.312765:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941524.312766:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941524.312767:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941524.312769:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.312770:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941524.312772:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941524.312773:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941524.312775:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941524.312786:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 289 00000400:00000200:3.0:1773941524.312792:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941524.312795:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941524.312799:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941524.312801:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941524.312803:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941524.312805:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941524.312808:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941524.312810:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941524.312811:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941524.312814:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941524.312815:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941524.312817:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941524.312819:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941524.312821:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941524.312823:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941524.312825:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941524.312829:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941524.312833:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941524.312835:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.312838:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941524.312841:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941524.312844:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.312847:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941524.312849:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941524.312854:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388573b80. 00000020:00000040:3.0:1773941524.312858:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941524.312862:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941524.312864:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.312867:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941524.312870:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941524.312873:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941524.312885:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386add800. 00000100:00000001:3.0:1773941524.312891:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941524.312900:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941524.312910:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941524.312913:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941524.312917:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558e9553] to pc [ptlrpcd_rcv+-1] req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.312935:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.312938:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941524.312939:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941524.312941:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.312944:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.312945:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941524.312947:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941524.312949:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941524.312952:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941524.312956:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941540 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.312962:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941524.312963:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.312965:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.312969:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941524.312969:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941524.312973:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941524.312973:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941524.312986:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941540 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941524.312987:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941524.313014:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244296704:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941524.313015:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941524.313018:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941524.313022:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941524.313023:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.313026:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941524.313028:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941524.313029:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941524.313032:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941524.313035:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941524.313041:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941540 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941524.313042:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244296832:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941524.313050:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941524.313054:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941524.313057:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941524.313060:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941524.313061:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941524.313065:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e000. 00000100:00000010:3.0:1773941524.313067:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 02000000:00000001:0.0:1773941524.313069:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.313075:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:0.0:1773941524.313079:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941524.313080:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941524.313086:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:0.0:1773941524.313087:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed420. 00010000:00000001:3.0:1773941524.313090:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941524.313094:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1773941524.313095:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1d48. 00000020:00000040:3.0:1773941524.313097:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941524.313102:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000200:0.0:1773941524.313104:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244296832, portal 25 00010000:00000001:3.0:1773941524.313107:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941524.313109:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1773941524.313112:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941524.313113:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240895872 : -104919468655744 : ffffa09388573b80) 00010000:00000001:3.0:1773941524.313124:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:0.0:1773941524.313126:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941524.313129:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941524.313148:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1773941524.313150:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941524.313152:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941524.313157:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941524.313162:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1e58. 00010000:00000001:3.0:1773941524.313164:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941524.313167:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1773941524.313167:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244296832, offset 0 00010000:00010000:3.0:1773941524.313171:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941524.313177:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941524.313183:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941524.313186:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941524.313187:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941524.313192:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941524.313194:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00010000:3.0:1773941524.313196:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941524.313199:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941524.313203:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941524.313209:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941524.313213:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941524.313214:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000400:00000200:0.0:1773941524.313218:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[38, 39] 10000000:00000001:3.0:1773941524.313220:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941524.313225:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941524.313226:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941524.313234:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [160:160:256:4294967295] 192.168.202.146@tcp LPNI seq info [40:40:8:4294967295] 00010000:00000001:3.0:1773941524.313237:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941524.313239:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941524.313240:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:3.0:1773941524.313242:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941524.313243:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000020:00000001:3.0:1773941524.313245:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941524.313246:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941524.313251:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941524.313255:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941524.313282:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 10000000:00000001:3.0:1773941524.313283:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941524.313287:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941524.313294:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:0.0:1773941524.313296:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:00000040:3.0:1773941524.313297:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941524.313301:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941524.313304:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941524.313307:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000010:0.0:1773941524.313307:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 00010000:00000001:3.0:1773941524.313311:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941524.313314:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941524.313317:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:0.0:1773941524.313318:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:3.0:1773941524.313320:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941524.313324:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0be5 from hash 00010000:00000001:3.0:1773941524.313326:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941524.313329:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1773941524.313330:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:3.0:1773941524.313331:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1773941524.313335:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941524.313340:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941524.313343:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941524.313344:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941524.313346:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941524.313347:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941524.313348:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.313350:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941524.313351:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941524.313358:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941524.313359:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941524.313365:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294963539 00010000:00000001:3.0:1773941524.313368:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941524.313371:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941524.313372:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1773941524.313374:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963532 00010000:00000001:3.0:1773941524.313375:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941524.313378:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941524.313380:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941524.313382:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941524.313382:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294963539 00010000:00010000:3.0:1773941524.313386:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0be5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941524.313388:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963532 00000100:00000001:0.0:1773941524.313394:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1773941524.313397:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00000100:00000001:0.0:1773941524.313397:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.313404:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.313406:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941524.313412:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1773941524.313413:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941524.313414:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1773941524.313416:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941524.313418:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.313420:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941524.313421:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941524.313424:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941524.313428:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244296704/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941540 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.313428:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.313438:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941524.313440:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941524.313443:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adf000. 00000800:00000200:1.0:1773941524.313445:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1773941524.313446:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941524.313450:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941524.313453:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000800:00000010:1.0:1773941524.313453:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000020:00000001:3.0:1773941524.313459:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1773941524.313462:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1773941524.313463:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250000. 02000000:00000001:3.0:1773941524.313467:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941524.313469:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1773941524.313472:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941524.313477:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1e58 00000100:00000010:3.0:1773941524.313478:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000400:00000010:1.0:1773941524.313480:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1e58. 00000100:00000001:3.0:1773941524.313483:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941524.313486:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941524.313486:0:2391:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:3.0:1773941524.313491:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941524.313495:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941524.313498:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941524.313501:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000100:00000200:1.0:1773941524.313503:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.313513:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941524.313516:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.313522:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941524.313523:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941524.313557:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250000. 00000020:00000010:3.0:1773941524.313563:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251400. 00000040:00000010:3.0:1773941524.313566:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386251c00. 00000020:00000010:3.0:1773941524.313569:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941524.313573:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386250600. 80000000:00000010:3.0:1773941524.313576:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941524.313612:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251e00. 20000000:00000010:3.0:1773941524.313616:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386251a00. 10000000:00000040:3.0:1773941524.313621:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941524.313623:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941524.313627:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251400. 00000040:00000010:3.0:1773941524.313630:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386251c00. 00000020:00000010:3.0:1773941524.313633:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941524.313636:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386250600. 80000000:00000010:3.0:1773941524.313639:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941524.313644:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251e00. 20000000:00000010:3.0:1773941524.313647:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386251a00. 00000020:00000010:3.0:1773941524.313650:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250000. 10000000:00000010:3.0:1773941524.313653:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941524.313655:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941524.313657:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941524.313659:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000001:0.0:1773941524.316011:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.316022:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941524.316026:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.316029:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941524.316036:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.316042:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941524.316049:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.316054:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.316059:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.316064:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904c80 00000400:00000200:0.0:1773941524.316070:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.316082:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xca9 [1] + 0 00000800:00000001:0.0:1773941524.316089:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.316098:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941524.316101:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941524.316105:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941524.316109:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941524.316115:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941524.316128:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.316150:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941524.316157:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.316160:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.316177:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941524.316181:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941524.316185:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941524.316186:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941524.316188:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed420. 00000400:00000200:2.0:1773941524.316202:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1d48 00000400:00000010:2.0:1773941524.316204:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1d48. 00000100:00000001:2.0:1773941524.316206:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941524.316210:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941524.316217:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.316223:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941524.316224:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.316225:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941524.316227:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941524.316228:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941524.316230:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941524.316231:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941524.316235:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941524.316238:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941524.316239:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941524.316241:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941524.316243:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941524.316245:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.316247:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.316250:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.316281:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941524.316284:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941524.316286:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.316288:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941524.316293:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941524.316294:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941524.316295:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941524.316297:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941524.316299:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941524.316300:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941524.316302:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941524.316305:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941524 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941524.316318:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941524.316323:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941524.316325:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941524.316326:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941524.316327:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.316329:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941524.316332:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941524.316333:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941524.316335:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941524.316338:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941524.316340:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941524.316342:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941524.316571:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.316574:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.316604:0:14291:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:2.0:1773941524.316612:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941524.316617:0:14291:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941524.316630:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244296832:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00100000:0.0:1773941524.316634:0:14291:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941524.316654:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.316656:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941524.316661:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388573b80 x1860112244296832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.316661:0:14291:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941524.316666:0:14291:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941524.316670:0:14291:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941524.316673:0:14291:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941524.316695:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941524.316696:0:14291:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941524.316697:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941524.316701:0:14291:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941524.316702:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e000. 00000001:00000001:0.0:1773941524.316705:0:14291:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941524.316706:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941524.316709:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941524.316710:0:14291:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941524.316711:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941524.316717:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1773941524.316718:0:14291:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941524.316719:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386add800. 00000100:00000001:0.0:1773941524.316722:0:14291:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941524.316723:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941524.316726:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941524.316727:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388573b80. 00000100:00080000:0.0:1773941524.316729:0:14291:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941524.316730:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941524.316732:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.316736:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941524.316737:0:14291:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941524.316741:0:14291:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941524.316743:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941524.316744:0:14291:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.316746:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941524.316750:0:14291:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941524.316751:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941524.316754:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.316756:0:14291:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941524.316759:0:14291:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941524.316762:0:14291:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:0.0:1773941524.316781:0:14291:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941524.316783:0:14291:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.316785:0:14291:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941524.316789:0:14291:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:0.0:1773941524.316793:0:14291:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941524.316796:0:14291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941524.316798:0:14291:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941524.316801:0:14291:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941524.316803:0:14291:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941524.319070:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941524.319074:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941524.319076:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941524.319079:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941524.320617:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941524.320623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:2.0:1773941524.817821:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941524.817840:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941524.817847:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941524.881691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941524.881733:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773941524.881740:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941524.881747:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941524.881751:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941524.881754:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941524.881760:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941524.881768:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09390efd800. 00000100:00000001:3.0:1773941524.881776:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941524.881789:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941524.881802:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941524.881822:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941524.881830:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052926cf2] to pc [ptlrpcd_01_00+0] req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.881865:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941524.881871:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (296) 00000100:00000001:3.0:1773941524.881883:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941524.881888:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773941524.881891:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.881892:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.881896:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.881903:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.881907:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.881910:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.881913:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941524.881916:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941524.881922:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.881931:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941524.881934:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.881937:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941524.881940:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941524.881944:0:2401:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941524.881948:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d0a345f7-236f-4283-8d0b-61189a46960a:2401:1860112244296960:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1773941524.881952:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941524.881964:0:2401:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941524.881966:0:2401:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.881969:0:2401:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941524.881974:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386250000. 02000000:00000001:3.0:1773941524.881976:0:2401:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941524.881984:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941524.881989:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941524.881996:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941524.882003:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244296960, portal 25 00000100:00000001:3.0:1773941524.882006:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941524.882007:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941524.882014:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.882022:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941524.882025:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941524.882028:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be33b8. 00000100:00000200:3.0:1773941524.882032:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244296960, offset 0 00000400:00000200:3.0:1773941524.882039:0:2401:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941524.882048:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941524.882056:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941524.882061:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941524.882066:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941524.882070:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941524.882072:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941524.882074:0:2401:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[40, 39] 00000400:00000200:3.0:1773941524.882077:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941524.882080:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [161:161:256:4294967295] 192.168.202.156@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:3.0:1773941524.882084:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941524.882093:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941524.882097:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941524.882101:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd100. 00000800:00000200:3.0:1773941524.882107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941524.882117:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941524.882121:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941524.882134:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941524.882137:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941524.882139:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294964108 00000100:00000001:3.0:1773941524.882144:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963539 00000100:00000001:3.0:1773941524.882147:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294964108 00000100:00000001:3.0:1773941524.882150:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963539 00000100:00000001:3.0:1773941524.882152:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941524.882155:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.882158:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.882160:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941524.882277:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941524.882282:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd100. 00000400:00000200:1.0:1773941524.882299:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941524.882304:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941524.882308:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be33b8 00000400:00000010:1.0:1773941524.882310:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be33b8. 00000100:00000001:1.0:1773941524.882314:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941524.882318:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.882326:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941524.882329:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.882335:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941524.882337:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941524.883603:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.883614:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941524.883616:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.883618:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941524.883623:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941524.883627:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941524.883632:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941524.883634:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941524.883638:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.883641:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904d00 00000400:00000200:0.0:1773941524.883644:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.883648:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xcb9 [1] + 224 00000800:00000001:0.0:1773941524.883664:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.883670:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941524.883672:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941524.883674:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941524.883677:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941524.883681:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941524.883689:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.883702:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941524.883708:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.883717:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.883723:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.883726:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941524.883731:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941524.883732:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941524.883735:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941524.883738:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941524.883740:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941524.883742:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941524.883746:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941524.883753:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.883759:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941524.883760:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.883761:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941524.883763:0:2401:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941524.883765:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941524.883766:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.883768:0:2401:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941524.883773:0:2401:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941524.883775:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941524.883783:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941524.883785:0:2401:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941524.883788:0:2401:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941524.883790:0:2401:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941524.883793:0:2401:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941524.883796:0:2401:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941524.883799:0:2401:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941524.883800:0:2401:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941524.883802:0:2401:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941524.883803:0:2401:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941524.883806:0:2401:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.883810:0:2401:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941524.883811:0:2401:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941524.883813:0:2401:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941524.883815:0:2401:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941524.883817:0:2401:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941524.883818:0:2401:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.883819:0:2401:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941524.883820:0:2401:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941524.883821:0:2401:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941524.883822:0:2401:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.883823:0:2401:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941524.883825:0:2401:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941524.883826:0:2401:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941524.883829:0:2401:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941524.883831:0:2401:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 290 00000400:00000200:3.0:1773941524.883834:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941524.883837:0:2401:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941524.883840:0:2401:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941524.883842:0:2401:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941524.883844:0:2401:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941524.883846:0:2401:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941524.883851:0:2401:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941524.883852:0:2401:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941524.883854:0:2401:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941524.883857:0:2401:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941524.883858:0:2401:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941524.883860:0:2401:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941524.883862:0:2401:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941524.883863:0:2401:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941524.883865:0:2401:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941524.883866:0:2401:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941524.883869:0:2401:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941524.883871:0:2401:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941524.883873:0:2401:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.883875:0:2401:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941524.883877:0:2401:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941524.883878:0:2401:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.883880:0:2401:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941524.883881:0:2401:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941524.883884:0:2401:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570380. 00000020:00000040:3.0:1773941524.883886:0:2401:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941524.883888:0:2401:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941524.883889:0:2401:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.883891:0:2401:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941524.883893:0:2401:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941524.883894:0:2401:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941524.883897:0:2401:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adf000. 00000100:00000001:3.0:1773941524.883900:0:2401:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941524.883904:0:2401:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941524.883910:0:2401:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941524.883912:0:2401:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941524.883914:0:2401:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fbbe0ed] to pc [ptlrpcd_rcv+-1] req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.883932:0:2401:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.883934:0:2401:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941524.883935:0:2401:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1773941524.883939:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.883945:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941524.883948:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941524.883950:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941524.883954:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941524.883959:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d0a345f7-236f-4283-8d0b-61189a46960a:2401:1860112244296960:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1773941524.883962:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.883964:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941524.883965:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941524.883967:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244296960/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941540 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.883969:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941524.883972:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941524.883978:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941524.883982:0:2401:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1773941524.883983:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941524.883985:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386250000. 02000000:00000001:3.0:1773941524.883990:0:2401:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941524.883992:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941524.883995:0:2401:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941524.884000:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941524.884004:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1773941524.884005:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09390efd800. 02000000:00000001:3.0:1773941524.884009:0:2401:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941524.884009:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.884012:0:2401:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941524.884015:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 02000000:00000001:2.0:1773941524.884016:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941524.884018:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941524.884019:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.884021:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.884024:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1773941524.884029:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941524.884034:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941524.884036:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.884037:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.884040:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941524.884045:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244297088:192.168.202.146@tcp:250:ptlrpcd_01_01.0 00000100:00000001:2.0:1773941524.884051:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941524.884054:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941524.884057:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941524.884059:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941524.884064:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f88400. 02000000:00000001:2.0:1773941524.884066:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941524.884082:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941524.884088:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941524.884093:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941524.884096:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244297088, portal 25 00000100:00000001:2.0:1773941524.884097:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941524.884098:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240881536 : -104919468670080 : ffffa09388570380) 00000100:00000040:2.0:1773941524.884103:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.884109:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941524.884111:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941524.884113:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9d48. 00000100:00000200:2.0:1773941524.884115:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244297088, offset 0 00000400:00000200:2.0:1773941524.884119:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941524.884123:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941524.884126:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941524.884128:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941524.884131:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941524.884133:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941524.884135:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941524.884137:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[40, 41] 00000400:00000200:2.0:1773941524.884139:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941524.884141:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [162:162:256:4294967295] 192.168.202.146@tcp LPNI seq info [42:42:8:4294967295] 00000400:00000200:2.0:1773941524.884144:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941524.884155:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941524.884158:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941524.884161:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a000. 00000800:00000200:2.0:1773941524.884165:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941524.884170:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941524.884172:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773941524.884183:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941524.884185:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941524.884188:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294964110 00000100:00000001:2.0:1773941524.884192:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294964108 00000100:00000001:2.0:1773941524.884196:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294964110 00000100:00000001:2.0:1773941524.884200:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294964108 00000100:00000001:2.0:1773941524.884203:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941524.884206:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.884208:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.884211:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.884215:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941524.884217:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941524.884219:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941524.884220:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941524.884222:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.884224:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941524.884304:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941524.884315:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a000. 00000400:00000200:1.0:1773941524.884319:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941524.884325:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941524.884328:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9d48 00000400:00000010:1.0:1773941524.884330:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9d48. 00000100:00000001:1.0:1773941524.884334:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941524.884339:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.884348:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941524.884352:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.884359:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941524.884361:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941524.885958:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.885964:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941524.885966:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.885968:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941524.885971:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.885974:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941524.885978:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.885980:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.885983:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.885985:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904d80 00000400:00000200:0.0:1773941524.885989:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941524.885993:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xcc1 [1] + 0 00000800:00000001:0.0:1773941524.885997:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.886001:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941524.886002:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941524.886005:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941524.886008:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941524.886011:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941524.886018:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.886046:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941524.886050:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941524.886052:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.886079:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941524.886082:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941524.886085:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941524.886087:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941524.886089:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941524.886093:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941524.886094:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941524.886113:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941524.886119:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941524.886127:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.886145:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941524.886147:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.886149:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941524.886151:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941524.886152:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941524.886154:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941524.886155:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941524.886158:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941524.886161:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941524.886178:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941524.886179:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941524.886182:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941524.886184:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.886186:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.886189:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.886194:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941524.886196:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941524.886197:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.886199:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941524.886205:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941524.886206:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941524.886208:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941524.886209:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941524.886211:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941524.886213:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941524.886215:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941524.886218:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941524 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941524.886220:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941524.886225:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941524.886226:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941524.886228:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941524.886229:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.886235:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941524.886238:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941524.886240:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941524.886242:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941524.886244:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941524.886247:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941524.886248:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941524.886487:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.886492:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941524.886499:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.886506:0:14292:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941524.886513:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244297088:192.168.202.146@tcp:250:ptlrpcd_01_01.0 00000100:00080000:2.0:1773941524.886516:0:14292:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:0.0:1773941524.886520:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941524.886521:0:14292:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941524.886523:0:14292:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941524.886524:0:14292:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941524.886526:0:14292:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941524.886531:0:14292:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941524.886531:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1773941524.886537:0:14292:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941524.886538:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388570380 x1860112244297088/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941524.886539:0:14292:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941524.886542:0:14292:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941524.886544:0:14292:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941524.886548:0:14292:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.886553:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941524.886554:0:14292:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941524.886558:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1773941524.886560:0:14292:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:0.0:1773941524.886561:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941524.886563:0:14292:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941524.886566:0:14292:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:0.0:1773941524.886567:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941524.886568:0:14292:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941524.886569:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1773941524.886571:0:14292:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000020:00000040:0.0:1773941524.886572:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941524.886576:0:14292:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941524.886602:0:14292:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000020:00000001:0.0:1773941524.886603:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:2.0:1773941524.886605:0:14292:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000010:0.0:1773941524.886607:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adf000. 02000000:00000001:0.0:1773941524.886610:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941524.886612:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941524.886613:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570380. 00000100:00000001:0.0:1773941524.886616:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941524.886617:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941524.886619:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941524.886620:0:14292:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941524.886622:0:14292:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.886623:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941524.886625:0:14292:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941524.886626:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.886631:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:02000000:2.0:1773941524.886632:0:14292:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:0.0:1773941524.886636:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.886638:0:14292:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941524.886641:0:14292:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941524.886648:0:14292:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941524.886650:0:14292:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941524.886652:0:14292:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941525.649664:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941525.649671:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941525.649676:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941525.649678:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941525.649680:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941525.649681:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941525.649684:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941525.649686:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941525.649688:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941525.649690:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941525.649692:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941525.649702:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941525.649706:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941525.649710:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941525.649713:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941525.649717:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941525.649723:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386250000. 00000100:00000001:3.0:1773941525.649730:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941525.649733:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941525.649736:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941525.649742:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941525.649748:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941525.649751:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941525.649756:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941525.649759:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bec to hash 00000020:00000001:3.0:1773941525.649762:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941525.649764:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941525.649767:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941525.649771:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941525.649774:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941525.649779:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941525.649813:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941525.649827:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941525.649832:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941525.649834:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941525.649839:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941525.649841:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941525.649844:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941525.649845:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941525.649849:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941525.649853:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.649855:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941525.649856:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941525.649866:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.649874:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941525.649876:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941525.649879:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941525.649881:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941525.649883:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941525.649886:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244297216:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941525.649890:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941525.649895:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941525.649897:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941525.649899:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941525.649902:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adec00. 02000000:00000001:3.0:1773941525.649903:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941525.649910:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941525.649917:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941525.649923:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941525.649929:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244297216, portal 25 00000100:00000001:3.0:1773941525.649931:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941525.649932:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941525.649936:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941541 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.649942:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941525.649944:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941525.649946:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3330. 00000100:00000200:3.0:1773941525.649949:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244297216, offset 0 00000400:00000200:3.0:1773941525.649954:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941525.649961:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941525.649990:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941525.649995:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941525.650000:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941525.650004:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941525.650007:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941525.650010:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[42, 41] 00000400:00000200:3.0:1773941525.650015:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941525.650019:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [163:163:256:4294967295] 192.168.202.156@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1773941525.650025:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941525.650036:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941525.650042:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941525.650047:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd800. 00000800:00000200:3.0:1773941525.650053:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941525.650059:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941525.650062:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941525.650076:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941525.650080:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941525.650082:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294964876 00000100:00000001:3.0:1773941525.650093:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294964110 00000100:00000001:3.0:1773941525.650097:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294964876 00000100:00000001:3.0:1773941525.650101:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294964110 00000100:00000001:3.0:1773941525.650103:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941525.650105:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.650107:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941525.650108:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941525.650110:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941525.650112:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941525.650115:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941525.650186:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941525.650191:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd800. 00000400:00000200:1.0:1773941525.650197:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941525.650204:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941525.650210:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3330 00000400:00000010:1.0:1773941525.650223:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3330. 00000100:00000001:1.0:1773941525.650229:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941525.650233:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941541 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941525.650241:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941525.650244:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941541 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941525.650249:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941525.650251:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941525.651145:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941525.651157:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941525.651160:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941525.651163:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941525.651168:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941525.651173:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941525.651180:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941525.651184:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941525.651189:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941525.651193:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904e00 00000400:00000200:0.0:1773941525.651197:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941525.651202:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xcc9 [1] + 224 00000800:00000001:0.0:1773941525.651208:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941525.651216:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941525.651220:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941525.651230:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941525.651236:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941525.651241:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941541 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941525.651267:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941541 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941525.651284:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941525.651293:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941525.651297:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.651305:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941525.651310:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941525.651312:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941525.651314:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941525.651318:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941525.651319:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941525.651321:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941525.651325:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941541 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941525.651334:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941541 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.651339:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941525.651340:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.651341:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941525.651343:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941525.651345:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941525.651346:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941525.651348:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941525.651352:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941525.651354:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941525.651356:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941525.651359:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941525.651361:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941525.651368:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941525.651370:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941525.651374:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941525.651377:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941525.651380:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941525.651381:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941525.651383:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941525.651384:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941525.651387:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941541 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.651392:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941525.651399:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941525.651401:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941525.651402:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941525.651404:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941525.651405:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.651407:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941525.651407:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941525.651408:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941525.651409:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.651410:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941525.651412:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941525.651413:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941525.651415:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941525.651417:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 291 00000400:00000200:3.0:1773941525.651421:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941525.651423:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941525.651426:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941525.651428:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941525.651430:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941525.651432:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941525.651434:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941525.651439:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941525.651440:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941525.651442:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941525.651444:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941525.651446:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941525.651448:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941525.651449:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941525.651450:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941525.651451:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941525.651454:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941525.651456:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941525.651458:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941525.651460:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941525.651462:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941525.651464:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.651465:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941525.651466:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941525.651469:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388573800. 00000020:00000040:3.0:1773941525.651470:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941525.651473:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941525.651474:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.651476:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941525.651477:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941525.651478:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941525.651481:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adf800. 00000100:00000001:3.0:1773941525.651484:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941525.651490:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941525.651499:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941525.651502:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941525.651507:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072956ad3] to pc [ptlrpcd_rcv+-1] req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.651537:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.651541:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941525.651542:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941525.651545:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.651548:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941525.651549:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941525.651551:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941525.651552:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941525.651554:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941525.651558:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941541 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.651564:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941525.651566:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.651568:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941525.651569:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941525.651570:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941525.651575:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773941525.651576:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941541 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941525.651601:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244297216:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941525.651605:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.651607:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941525.651610:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941525.651611:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941525.651614:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941541 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.651619:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941525.651622:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941525.651624:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941525.651627:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941525.651629:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941525.651637:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941525.651639:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941525.651640:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941525.651642:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941525.651644:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00010000:3.0:1773941525.651647:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941525.651653:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941525.651656:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941525.651662:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941525.651664:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941525.651669:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941525.651671:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941525.651671:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1773941525.651676:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941525.651682:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1773941525.651683:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941525.651684:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941525.651689:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941525.651693:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941525.651699:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1773941525.651702:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000001:0.0:1773941525.651703:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941525.651705:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941525.651708:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941525.651709:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941525.651713:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941525.651719:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941525.651726:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941525.651728:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1773941525.651728:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244297344:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000020:00000001:3.0:1773941525.651731:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941525.651733:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000020:00000001:3.0:1773941525.651737:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941525.651739:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941525.651740:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 02000000:00000001:0.0:1773941525.651743:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941525.651744:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1773941525.651748:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941525.651750:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941525.651753:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941525.651760:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9c800. 10000000:00000001:3.0:1773941525.651761:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941525.651765:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941525.651765:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941525.651774:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941525.651780:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0beddc0. 10000000:01000000:3.0:1773941525.651781:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000010:0.0:1773941525.651786:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f16e8. 10000000:00000040:3.0:1773941525.651787:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941525.651791:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941525.651793:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244297344, portal 25 00010000:00010000:3.0:1773941525.651796:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:0.0:1773941525.651798:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941525.651800:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1773941525.651801:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240894976 : -104919468656640 : ffffa09388573800) 00010000:00000001:3.0:1773941525.651805:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941525.651809:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1773941525.651810:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941525.651812:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941525.651814:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941525.651817:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bec from hash 00010000:00000001:3.0:1773941525.651820:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941525.651823:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941525.651825:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941525.651827:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941525.651830:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941525.651833:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941525.651835:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941525.651835:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941525.651839:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941525.651840:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941525.651842:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941525.651847:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1ee0. 10000000:00000001:3.0:1773941525.651849:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941525.651852:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244297344, offset 0 00010000:00010000:3.0:1773941525.651853:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941525.651862:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941525.651862:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941525.651863:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941525.651867:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941525.651869:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941525.651871:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941525.651872:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941525.651873:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941525.651875:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941525.651879:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941525.651882:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000040:3.0:1773941525.651892:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00000400:00000200:0.0:1773941525.651892:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941525.651900:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:3.0:1773941525.651904:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941525.651904:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941525.651908:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941525.651911:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1773941525.651912:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941525.651919:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244297216/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941541 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941525.651921:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[42, 43] 00000400:00000200:0.0:1773941525.651933:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000001:3.0:1773941525.651934:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941525.651938:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941525.651941:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adec00. 00000400:00000200:0.0:1773941525.651942:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [164:164:256:4294967295] 192.168.202.146@tcp LPNI seq info [44:44:8:4294967295] 02000000:00000001:3.0:1773941525.651944:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941525.651948:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941525.651951:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000400:00000200:0.0:1773941525.651952:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:3.0:1773941525.651953:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941525.651957:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386250000. 02000000:00000001:3.0:1773941525.651962:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941525.651964:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941525.651967:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000400:00000200:0.0:1773941525.651968:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000100:00000001:3.0:1773941525.651969:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941525.651972:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941525.651977:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:0.0:1773941525.651977:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:01000000:3.0:1773941525.651983:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000800:00000010:0.0:1773941525.651983:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 10000000:00000001:3.0:1773941525.651988:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000200:0.0:1773941525.651988:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941525.651996:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941525.651998:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941525.652009:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941525.652012:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941525.652014:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294964878 10000000:00000010:3.0:1773941525.652016:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000100:00000001:0.0:1773941525.652018:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294964876 00000020:00000010:3.0:1773941525.652024:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386250000. 00000100:00000001:0.0:1773941525.652024:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294964878 00000100:00000001:0.0:1773941525.652030:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294964876 00000020:00000010:3.0:1773941525.652032:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251a00. 00000100:00000001:0.0:1773941525.652034:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941525.652038:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1773941525.652039:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386251e00. 00000020:00000010:3.0:1773941525.652045:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000100:00000001:0.0:1773941525.652046:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941525.652050:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1773941525.652051:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386250600. 00000100:00000001:0.0:1773941525.652055:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 80000000:00000010:3.0:1773941525.652056:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00000100:00000001:0.0:1773941525.652059:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00040000:00000010:3.0:1773941525.652062:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251c00. 00000100:00000001:0.0:1773941525.652063:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941525.652065:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941525.652068:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1773941525.652069:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386251400. 00000100:00000001:0.0:1773941525.652070:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941525.652077:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:3.0:1773941525.652080:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:1.0:1773941525.652080:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773941525.652085:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251a00. 00000800:00000010:1.0:1773941525.652088:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000040:00000010:3.0:1773941525.652090:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386251e00. 00000400:00000200:1.0:1773941525.652092:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1773941525.652094:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941525.652098:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386250600. 00000400:00000200:1.0:1773941525.652099:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 80000000:00000010:3.0:1773941525.652102:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00000400:00000200:1.0:1773941525.652104:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1ee0 00000400:00000010:1.0:1773941525.652106:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1ee0. 00040000:00000010:3.0:1773941525.652108:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251c00. 00000100:00000001:1.0:1773941525.652110:0:2391:0:(events.c:34:request_out_callback()) Process entered 20000000:00000010:3.0:1773941525.652112:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386251400. 00000020:00000010:3.0:1773941525.652117:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386250000. 00000100:00000200:1.0:1773941525.652118:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000010:3.0:1773941525.652120:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 10000000:01000000:3.0:1773941525.652123:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:1.0:1773941525.652134:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941525.652139:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941525.652147:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941525.652149:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1773941525.652176:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941525.652181:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941525.652183:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941525.652184:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941525.652186:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941525.652188:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941525.653299:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941525.653305:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941525.653307:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941525.653308:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941525.653311:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941525.653314:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941525.653318:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941525.653320:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941525.653323:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941525.653325:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904e80 00000400:00000200:0.0:1773941525.653327:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941525.653330:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xcd1 [1] + 0 00000800:00000001:0.0:1773941525.653333:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941525.653345:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941525.653347:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941525.653349:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941525.653352:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941525.653355:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941525.653362:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941525.653379:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941525.653384:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941525.653387:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941525.653414:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941525.653417:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941525.653420:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941525.653421:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941525.653423:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0beddc0. 00000400:00000200:2.0:1773941525.653426:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f16e8 00000400:00000010:2.0:1773941525.653427:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f16e8. 00000100:00000001:2.0:1773941525.653430:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941525.653434:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941525.653442:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941525.653447:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941525.653448:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941525.653450:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941525.653451:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941525.653452:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941525.653453:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941525.653455:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941525.653457:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941525.653459:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941525.653461:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941525.653462:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941525.653464:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941525.653466:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941525.653467:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941525.653470:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941525.653476:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941525.653477:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941525.653478:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941525.653480:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941525.653488:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941525.653490:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941525.653491:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941525.653493:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941525.653494:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941525.653496:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941525.653497:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941525.653500:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941525 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941525.653503:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941525.653509:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941525.653511:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941525.653513:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941525.653515:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941525.653516:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941525.653520:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941525.653523:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941525.653525:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941525.653528:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941525.653532:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941525.653535:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941525.653779:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941525.653783:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941525.653795:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941525.653802:0:14293:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941525.653809:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244297344:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:2.0:1773941525.653813:0:14293:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941525.653819:0:14293:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941525.653821:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941525.653822:0:14293:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941525.653824:0:14293:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:0.0:1773941525.653827:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1773941525.653828:0:14293:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941525.653832:0:14293:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:0.0:1773941525.653836:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388573800 x1860112244297344/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941535 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941525.653838:0:14293:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941525.653843:0:14293:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941525.653846:0:14293:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941525.653850:0:14293:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941525.653852:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:2.0:1773941525.653855:0:14293:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941525.653855:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941525.653859:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9c800. 00000100:00000001:2.0:1773941525.653860:0:14293:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941525.653864:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1773941525.653867:0:14293:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:0.0:1773941525.653867:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941525.653869:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941525.653872:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941525.653874:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adf800. 02000000:00000001:0.0:1773941525.653878:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941525.653880:0:14293:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:0.0:1773941525.653882:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941525.653885:0:14293:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000010:0.0:1773941525.653886:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388573800. 00000100:00000001:2.0:1773941525.653890:0:14293:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941525.653891:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941525.653895:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941525.653896:0:14293:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941525.653899:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941525.653901:0:14293:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941525.653906:0:14293:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941525.653906:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941525.653910:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941525.653911:0:14293:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:0.0:1773941525.653914:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941525.653917:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941525.653931:0:14293:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941525.653934:0:14293:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941525.653936:0:14293:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941525.653941:0:14293:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941525.653947:0:14293:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941525.653950:0:14293:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941525.653952:0:14293:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941525.653955:0:14293:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941525.653956:0:14293:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941525.658618:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941525.658628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941525.841699:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941525.841706:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941525.841711:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941526.865683:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941526.865688:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941526.865693:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941527.057647:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941527.057654:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941527.057657:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941527.057659:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941527.057676:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941527.057677:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941527.057680:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941527.057681:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941527.057683:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941527.057685:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941527.057686:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941527.057692:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941527.057697:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941527.057701:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941527.057704:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941527.057709:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941527.057715:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251400. 00000100:00000001:3.0:1773941527.057721:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941527.057725:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941527.057728:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941527.057734:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941527.057739:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941527.057741:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941527.057744:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941527.057746:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bf3 to hash 00000020:00000001:3.0:1773941527.057748:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941527.057749:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941527.057752:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941527.057755:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941527.057757:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941527.057760:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941527.057769:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941527.057778:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941527.057789:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941527.057790:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941527.057795:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941527.057796:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941527.057799:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941527.057800:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941527.057804:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941527.057807:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.057809:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941527.057810:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941527.057818:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.057825:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941527.057827:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941527.057830:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941527.057832:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941527.057834:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941527.057836:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244297472:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941527.057839:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941527.057844:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941527.057846:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941527.057848:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941527.057851:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adec00. 02000000:00000001:3.0:1773941527.057853:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941527.057858:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941527.057861:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941527.057867:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941527.057873:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244297472, portal 25 00000100:00000001:3.0:1773941527.057874:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941527.057875:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941527.057879:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941543 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.057892:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941527.057894:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941527.057896:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3770. 00000100:00000200:3.0:1773941527.057899:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244297472, offset 0 00000400:00000200:3.0:1773941527.057904:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941527.057910:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941527.057916:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941527.057920:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941527.057923:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941527.057926:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941527.057928:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941527.057931:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[44, 43] 00000400:00000200:3.0:1773941527.057933:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941527.057936:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [165:165:256:4294967295] 192.168.202.156@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:3.0:1773941527.057939:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941527.057947:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941527.057952:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941527.057955:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efdb00. 00000800:00000200:3.0:1773941527.057961:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941527.057967:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941527.057971:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efdb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941527.057985:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941527.057988:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941527.057990:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294966284 00000100:00000001:3.0:1773941527.057997:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294964878 00000100:00000001:3.0:1773941527.058000:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294966284 00000100:00000001:3.0:1773941527.058003:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294964878 00000100:00000001:3.0:1773941527.058005:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941527.058007:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.058014:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941527.058016:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941527.058018:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941527.058020:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941527.058022:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941527.058125:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941527.058131:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efdb00. 00000400:00000200:1.0:1773941527.058137:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941527.058143:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941527.058157:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3770 00000400:00000010:1.0:1773941527.058160:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3770. 00000100:00000001:1.0:1773941527.058165:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941527.058171:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941543 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941527.058183:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941527.058195:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941543 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941527.058204:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941527.058207:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941527.058946:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941527.058958:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941527.058961:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941527.058964:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941527.058969:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941527.058975:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941527.058982:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941527.058986:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941527.058990:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941527.059003:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321904f00 00000400:00000200:0.0:1773941527.059008:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941527.059013:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xce1 [1] + 224 00000800:00000001:0.0:1773941527.059020:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941527.059028:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941527.059030:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941527.059035:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941527.059040:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941527.059045:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941543 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941527.059056:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941543 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941527.059075:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941527.059082:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941527.059086:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941527.059099:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941527.059105:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941527.059107:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941527.059109:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941527.059112:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941527.059114:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941527.059116:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941527.059120:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941543 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941527.059128:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941543 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.059134:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941527.059135:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941527.059137:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941527.059139:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941527.059141:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941527.059142:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941527.059143:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941527.059148:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=33 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941527.059151:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941527.059153:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941527.059156:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941527.059158:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941527.059160:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941527.059162:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941527.059165:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941527.059169:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941527.059171:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941527.059178:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941527.059180:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941527.059181:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941527.059184:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941543 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.059190:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941527.059191:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941527.059192:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941527.059194:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941527.059195:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941527.059197:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.059198:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941527.059199:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941527.059200:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941527.059201:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.059202:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941527.059204:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941527.059205:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941527.059207:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941527.059209:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 292 00000400:00000200:3.0:1773941527.059212:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941527.059215:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941527.059218:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941527.059220:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941527.059221:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941527.059223:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941527.059225:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941527.059226:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941527.059228:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941527.059229:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941527.059231:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941527.059233:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941527.059234:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941527.059238:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941527.059255:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941527.059257:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941527.059259:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941527.059261:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941527.059263:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941527.059265:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941527.059267:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941527.059270:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.059271:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941527.059272:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941527.059275:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570a80. 00000020:00000040:3.0:1773941527.059277:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941527.059279:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941527.059281:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.059282:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941527.059283:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941527.059285:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941527.059288:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adcc00. 00000100:00000001:3.0:1773941527.059291:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941527.059295:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941527.059301:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941527.059303:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941527.059306:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b414c9a5] to pc [ptlrpcd_rcv+-1] req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.059320:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.059321:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941527.059323:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941527.059324:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941527.059326:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941527.059327:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941527.059333:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941527.059334:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941527.059336:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941527.059340:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941543 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.059345:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941527.059348:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941527.059349:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941527.059351:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941527.059353:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941527.059355:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941543 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941527.059358:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941527.059362:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941527.059365:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244297472:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941527.059370:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941527.059372:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.059373:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941527.059377:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941527.059378:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941527.059383:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941543 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941527.059393:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941527.059395:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.059397:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941527.059398:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941527.059404:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1773941527.059404:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941527.059408:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941527.059409:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941527.059411:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:0.0:1773941527.059415:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941527.059416:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941527.059418:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941527.059421:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941527.059424:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00100000:0.0:1773941527.059424:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244297600:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:3.0:1773941527.059429:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941527.059435:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1773941527.059436:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941527.059441:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941527.059444:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941527.059449:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941527.059455:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000010:0.0:1773941527.059456:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e800. 00010000:00010000:3.0:1773941527.059459:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941527.059460:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941527.059465:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941527.059468:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941527.059475:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941527.059476:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941527.059479:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941527.059482:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941527.059482:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedcb8. 00000400:00000010:0.0:1773941527.059488:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f15d8. 00010000:00000001:3.0:1773941527.059489:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941527.059492:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941527.059496:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1773941527.059496:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244297600, portal 25 00010000:00010000:3.0:1773941527.059499:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941527.059503:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1773941527.059507:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000001:0.0:1773941527.059507:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240883328 : -104919468668288 : ffffa09388570a80) 10000000:00000001:3.0:1773941527.059512:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941527.059514:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941527.059518:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941527.059521:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941527.059524:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941527.059526:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941527.059528:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000020:00000001:3.0:1773941527.059532:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941527.059536:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000001:0.0:1773941527.059539:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941527.059544:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941527.059545:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941527.059549:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941527.059549:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1cc0. 00000100:00000200:0.0:1773941527.059554:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244297600, offset 0 10000000:00000001:3.0:1773941527.059557:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941527.059560:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941527.059565:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 10000000:01000000:3.0:1773941527.059568:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941527.059571:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941527.059573:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941527.059574:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:3.0:1773941527.059576:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941527.059594:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941527.059597:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941527.059598:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941527.059600:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941527.059601:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941527.059603:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bf3 from hash 00010000:00000001:3.0:1773941527.059605:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941527.059607:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941527.059608:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941527.059609:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941527.059610:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941527.059612:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941527.059615:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941527.059616:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941527.059619:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941527.059619:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 10000000:00000001:3.0:1773941527.059623:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941527.059627:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941527.059628:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941527.059635:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:3.0:1773941527.059637:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941527.059639:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941527.059640:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941527.059641:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1773941527.059647:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941527.059648:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941527.059650:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941527.059652:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941527.059655:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941527.059656:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bf3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941527.059664:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[44, 45] 00010000:00000040:3.0:1773941527.059666:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00000400:00000200:0.0:1773941527.059674:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:3.0:1773941527.059679:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941527.059680:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [166:166:256:4294967295] 192.168.202.146@tcp LPNI seq info [46:46:8:4294967295] 00010000:00000001:3.0:1773941527.059682:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941527.059686:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941527.059690:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:3.0:1773941527.059692:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244297472/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941543 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.059701:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941527.059705:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1773941527.059706:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 02000000:00000010:3.0:1773941527.059709:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adec00. 02000000:00000001:3.0:1773941527.059714:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941527.059716:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941527.059718:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000800:00000200:0.0:1773941527.059718:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000020:00000001:3.0:1773941527.059725:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941527.059727:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251400. 00000800:00000010:0.0:1773941527.059728:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 02000000:00000001:3.0:1773941527.059730:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941527.059733:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941527.059734:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000800:00000200:0.0:1773941527.059738:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000100:00000001:3.0:1773941527.059740:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941527.059743:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941527.059745:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941527.059747:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941527.059750:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000200:0.0:1773941527.059752:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 10000000:00000010:3.0:1773941527.059753:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000020:00000010:3.0:1773941527.059759:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386251400. 00000800:00000200:0.0:1773941527.059759:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:3.0:1773941527.059766:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251c00. 00000040:00000010:3.0:1773941527.059769:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386250600. 00000020:00000010:3.0:1773941527.059773:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941527.059777:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386251e00. 00000100:00000001:0.0:1773941527.059777:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1773941527.059780:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00000400:00000200:0.0:1773941527.059784:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00040000:00000010:3.0:1773941527.059792:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386251a00. 00000100:00000001:0.0:1773941527.059795:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294966286 20000000:00000010:3.0:1773941527.059797:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386251200. 10000000:00000040:3.0:1773941527.059803:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 00000100:00000001:0.0:1773941527.059803:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294966284 10000000:00000001:3.0:1773941527.059807:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941527.059810:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294966286 00000020:00000010:3.0:1773941527.059813:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251c00. 00000100:00000001:0.0:1773941527.059818:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294966284 00000040:00000010:3.0:1773941527.059819:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386250600. 00000020:00000010:3.0:1773941527.059823:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000100:00000001:0.0:1773941527.059826:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941527.059829:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386251e00. 00000800:00000200:1.0:1773941527.059829:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941527.059831:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1773941527.059836:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00000800:00000010:1.0:1773941527.059836:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000100:00000001:0.0:1773941527.059837:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941527.059843:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1773941527.059844:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386251a00. 00000100:00000001:0.0:1773941527.059844:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1773941527.059851:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386251200. 00000400:00000200:1.0:1773941527.059851:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941527.059853:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941527.059854:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1cc0 00000020:00000010:3.0:1773941527.059855:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386251400. 00000100:00000001:0.0:1773941527.059858:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:1.0:1773941527.059859:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1cc0. 10000000:00000010:3.0:1773941527.059861:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 00000100:00000001:0.0:1773941527.059862:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941527.059865:0:2391:0:(events.c:34:request_out_callback()) Process entered 10000000:01000000:3.0:1773941527.059867:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:0.0:1773941527.059867:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1773941527.059873:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:1.0:1773941527.059873:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941527.059874:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00020000:3.0:1773941527.059879:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:0.0:1773941527.059881:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941527.059890:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941527.059893:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941527.059899:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941527.059900:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1773941527.059927:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941527.059929:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941527.059930:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941527.059932:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941527.061098:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941527.061105:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941527.061108:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941527.061111:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941527.061116:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941527.061121:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941527.061127:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941527.061132:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941527.061136:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941527.061140:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321904f80 00000400:00000200:0.0:1773941527.061144:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941527.061148:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xce9 [1] + 0 00000800:00000001:0.0:1773941527.061153:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941527.061160:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941527.061163:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941527.061167:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941527.061171:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941527.061176:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941527.061200:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941527.061220:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941527.061226:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941527.061229:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.061256:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941527.061259:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941527.061263:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941527.061264:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941527.061266:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedcb8. 00000400:00000200:2.0:1773941527.061270:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f15d8 00000400:00000010:2.0:1773941527.061271:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f15d8. 00000100:00000001:2.0:1773941527.061274:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941527.061278:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941527.061286:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941527.061291:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941527.061293:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.061294:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941527.061295:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941527.061302:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941527.061304:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941527.061305:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941527.061308:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=33 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941527.061310:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941527.061312:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941527.061313:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941527.061315:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941527.061316:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941527.061318:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941527.061322:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941527.061326:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941527.061328:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941527.061329:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.061331:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941527.061334:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941527.061336:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941527.061337:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941527.061338:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941527.061340:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941527.061342:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941527.061343:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941527.061345:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941527 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941527.061347:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941527.061352:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941527.061353:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941527.061354:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941527.061356:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941527.061357:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941527.061359:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941527.061361:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941527.061363:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941527.061365:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941527.061371:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941527.061373:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941527.061608:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.061613:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941527.061620:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941527.061629:0:14294:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941527.061631:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244297600:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:2.0:1773941527.061638:0:14294:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:0.0:1773941527.061639:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941527.061645:0:14294:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941527.061645:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941527.061649:0:14294:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941527.061651:0:14294:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:0.0:1773941527.061654:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388570a80 x1860112244297600/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941527.061655:0:14294:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941527.061658:0:14294:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941527.061661:0:14294:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941527.061665:0:14294:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941527.061667:0:14294:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941527.061669:0:14294:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941527.061672:0:14294:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.061672:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941527.061676:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941527.061677:0:14294:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:0.0:1773941527.061681:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e800. 00000100:00080000:2.0:1773941527.061682:0:14294:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941527.061687:0:14294:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:0.0:1773941527.061688:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941527.061689:0:14294:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:0.0:1773941527.061692:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941527.061693:0:14294:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941527.061695:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00080000:2.0:1773941527.061696:0:14294:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000020:00000001:0.0:1773941527.061701:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941527.061702:0:14294:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941527.061705:0:14294:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000010:0.0:1773941527.061706:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adcc00. 10000000:00000040:2.0:1773941527.061707:0:14294:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000001:0.0:1773941527.061712:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941527.061714:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941527.061716:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570a80. 00000100:00000001:0.0:1773941527.061720:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1773941527.061721:0:14294:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941527.061724:0:14294:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.061724:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941527.061729:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.061730:0:14294:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941527.061737:0:14294:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:0.0:1773941527.061737:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941527.061741:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941527.061742:0:14294:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.061745:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1773941527.061746:0:14294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941527.061747:0:14294:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941527.061750:0:14294:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941527.061751:0:14294:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.061755:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941527.065607:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941527.065615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:0.0:1773941527.889720:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941527.889726:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941527.889731:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941528.593676:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941528.593683:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941528.593687:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941528.593689:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941528.593690:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941528.593692:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941528.593694:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941528.593696:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941528.593698:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:3.0:1773941528.593700:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941528.593701:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941528.593717:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941528.593722:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941528.593726:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941528.593729:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941528.593746:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941528.593753:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251400. 00000100:00000001:3.0:1773941528.593759:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941528.593763:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941528.593765:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941528.593771:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360600. 00010000:00000001:3.0:1773941528.593777:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941528.593781:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941528.593785:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941528.593788:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0bfa to hash 00000020:00000001:3.0:1773941528.593791:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941528.593793:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941528.593797:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941528.593801:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941528.593804:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941528.593809:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941528.593820:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941528.593833:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941528.593840:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941528.593842:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941528.593848:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941528.593850:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941528.593852:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941528.593853:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941528.593857:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941528.593861:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.593863:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941528.593865:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941528.593879:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941528.593886:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941528.593888:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941528.593891:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941528.593893:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941528.593895:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941528.593897:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244297728:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941528.593900:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941528.593905:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941528.593907:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941528.593909:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941528.593912:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adec00. 02000000:00000001:3.0:1773941528.593914:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941528.593920:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941528.593923:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941528.593928:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941528.593933:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244297728, portal 25 00000100:00000001:3.0:1773941528.593935:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941528.593936:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000040:3.0:1773941528.593939:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941528.593945:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941528.593947:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941528.593948:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be34c8. 00000100:00000200:3.0:1773941528.593951:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244297728, offset 0 00000400:00000200:3.0:1773941528.593955:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941528.593961:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941528.593967:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941528.593972:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941528.593975:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941528.593978:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941528.593984:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941528.593986:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[46, 45] 00000400:00000200:3.0:1773941528.593988:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941528.593992:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [167:167:256:4294967295] 192.168.202.156@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:3.0:1773941528.593995:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941528.594005:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941528.594012:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941528.594017:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941528.594024:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941528.594032:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941528.594037:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941528.594055:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941528.594060:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941528.594063:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294967820 00000100:00000001:3.0:1773941528.594069:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294966286 00000100:00000001:3.0:1773941528.594073:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294967820 00000100:00000001:3.0:1773941528.594076:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294966286 00000100:00000001:3.0:1773941528.594079:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941528.594081:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.594083:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941528.594085:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941528.594087:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941528.594090:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941528.594093:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941528.594174:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941528.594181:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000400:00000200:1.0:1773941528.594186:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941528.594192:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941528.594197:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be34c8 00000400:00000010:1.0:1773941528.594200:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be34c8. 00000100:00000001:1.0:1773941528.594204:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941528.594210:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941528.594221:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941528.594225:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941528.594247:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941528.594249:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941528.594929:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941528.594941:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941528.594943:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941528.594946:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941528.594952:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941528.594958:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941528.594964:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941528.594968:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941528.594972:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941528.594977:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905000 00000400:00000200:0.0:1773941528.594982:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941528.594988:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xcf9 [1] + 224 00000800:00000001:0.0:1773941528.594994:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941528.595002:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941528.595004:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941528.595008:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941528.595013:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941528.595018:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941528.595029:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941528.595047:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941528.595054:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941528.595058:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941528.595075:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941528.595080:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941528.595081:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941528.595083:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941528.595086:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941528.595087:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941528.595089:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941528.595097:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941528.595105:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941528.595110:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941528.595111:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941528.595113:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941528.595115:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941528.595116:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941528.595118:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941528.595120:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941528.595124:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=34 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941528.595126:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941528.595128:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941528.595131:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:3.0:1773941528.595133:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941528.595135:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941528.595137:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941528.595140:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941528.595143:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941528.595145:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941528.595147:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941528.595148:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941528.595150:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941528.595152:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941544 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941528.595157:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941528.595158:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941528.595159:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941528.595161:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941528.595163:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941528.595164:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.595168:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941528.595169:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941528.595170:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941528.595171:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.595172:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941528.595174:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941528.595175:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941528.595177:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941528.595179:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 293 00000400:00000200:3.0:1773941528.595182:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941528.595185:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941528.595188:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941528.595190:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941528.595192:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941528.595193:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941528.595195:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941528.595196:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941528.595198:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941528.595200:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941528.595202:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941528.595203:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941528.595205:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941528.595206:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941528.595207:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941528.595209:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941528.595211:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941528.595213:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941528.595214:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941528.595216:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941528.595218:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941528.595220:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.595221:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941528.595225:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941528.595243:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571880. 00000020:00000040:3.0:1773941528.595245:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941528.595248:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941528.595249:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.595251:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941528.595252:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941528.595253:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941528.595257:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386ade800. 00000100:00000001:3.0:1773941528.595260:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941528.595264:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941528.595269:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941528.595271:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941528.595275:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f237d12] to pc [ptlrpcd_rcv+-1] req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941528.595289:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.595290:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941528.595292:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941528.595294:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941528.595295:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941528.595296:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941528.595298:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941528.595299:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941528.595301:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941528.595304:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941544 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941528.595309:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941528.595312:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941528.595314:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941528.595315:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941528.595319:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941544 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941528.595319:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941528.595326:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941528.595329:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941528.595338:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941528.595342:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244297728:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941528.595349:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941528.595353:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941528.595358:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941528.595359:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941528.595362:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941544 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941528.595366:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941528.595369:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941528.595371:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941528.595372:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941528.595374:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941528.595376:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941528.595379:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941528.595381:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941528.595385:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941528.595389:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00010000:3.0:1773941528.595394:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941528.595396:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941528.595400:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941528.595403:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:0.0:1773941528.595405:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1773941528.595407:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941528.595410:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941528.595415:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:0.0:1773941528.595416:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941528.595418:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941528.595426:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1773941528.595426:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244297856:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:3.0:1773941528.595435:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941528.595435:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1773941528.595439:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941528.595440:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941528.595444:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941528.595449:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941528.595452:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:0.0:1773941528.595456:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e800. 00010000:00000001:3.0:1773941528.595457:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941528.595462:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941528.595463:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941528.595469:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941528.595473:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941528.595480:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed8f0. 00010000:00010000:3.0:1773941528.595483:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:3.0:1773941528.595487:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:0.0:1773941528.595487:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f17f8. 10000000:00010000:3.0:1773941528.595492:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941528.595494:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244297856, portal 25 00000100:00000001:0.0:1773941528.595501:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941528.595504:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240886912 : -104919468664704 : ffffa09388571880) 00010000:00000001:3.0:1773941528.595506:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941528.595510:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941528.595513:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1773941528.595514:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1773941528.595515:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000020:00000001:3.0:1773941528.595519:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941528.595522:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941528.595528:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941528.595531:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941528.595533:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1773941528.595541:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1773941528.595541:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 10000000:00010000:3.0:1773941528.595545:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941528.595547:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1908. 10000000:01000000:3.0:1773941528.595552:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000200:0.0:1773941528.595554:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244297856, offset 0 10000000:00000040:3.0:1773941528.595555:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941528.595557:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941528.595562:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941528.595564:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1773941528.595565:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:3.0:1773941528.595572:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1773941528.595572:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941528.595576:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941528.595596:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941528.595598:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941528.595600:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0bfa from hash 00010000:00000001:3.0:1773941528.595602:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941528.595604:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941528.595605:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941528.595606:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941528.595607:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941528.595609:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941528.595610:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941528.595611:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941528.595612:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941528.595613:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941528.595616:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941528.595617:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:3.0:1773941528.595626:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941528.595626:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941528.595628:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941528.595631:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1773941528.595633:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:3.0:1773941528.595634:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941528.595637:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941528.595640:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941528.595642:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941528.595642:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941528.595645:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0bfa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941528.595650:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000040:3.0:1773941528.595652:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360600 count: 0 00010000:00000001:3.0:1773941528.595660:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941528.595663:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941528.595664:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[46, 47] 00000100:00000001:3.0:1773941528.595665:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941528.595672:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244297728/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941544 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941528.595675:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000001:3.0:1773941528.595684:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1773941528.595685:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [168:168:256:4294967295] 192.168.202.146@tcp LPNI seq info [48:48:8:4294967295] 02000000:00000001:3.0:1773941528.595687:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1773941528.595693:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:3.0:1773941528.595696:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adec00. 02000000:00000001:3.0:1773941528.595700:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941528.595703:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941528.595706:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941528.595709:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1773941528.595709:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 02000000:00000010:3.0:1773941528.595713:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251400. 02000000:00000001:3.0:1773941528.595718:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941528.595719:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941528.595723:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000800:00000200:0.0:1773941528.595723:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000100:00000001:3.0:1773941528.595727:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941528.595729:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941528.595730:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941528.595732:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000800:00000010:0.0:1773941528.595732:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09398f98b00. 10000000:00000001:3.0:1773941528.595736:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941528.595740:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa093896afdc0. 00000800:00000200:0.0:1773941528.595742:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000020:00000010:3.0:1773941528.595744:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09386251400. 00000020:00000010:3.0:1773941528.595751:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09386251200. 00000800:00000200:0.0:1773941528.595756:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000040:00000010:3.0:1773941528.595757:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09386251a00. 00000020:00000010:3.0:1773941528.595763:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09383394000. 00000800:00000200:0.0:1773941528.595763:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09398f98b00 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:3.0:1773941528.595770:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09386251e00. 80000000:00000010:3.0:1773941528.595774:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa09388a96900. 00040000:00000010:3.0:1773941528.595779:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09386250600. 00000100:00000001:0.0:1773941528.595782:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1773941528.595785:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09386251c00. 00000400:00000200:0.0:1773941528.595790:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:00000040:3.0:1773941528.595793:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 00000100:00000001:0.0:1773941528.595794:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294967822 10000000:00000001:3.0:1773941528.595799:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941528.595803:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967820 00000020:00000010:3.0:1773941528.595806:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09386251200. 00000100:00000001:0.0:1773941528.595810:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294967822 00000040:00000010:3.0:1773941528.595813:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09386251a00. 00000100:00000001:0.0:1773941528.595817:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967820 00000020:00000010:3.0:1773941528.595818:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09383394000. 00000020:00000010:3.0:1773941528.595826:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09386251e00. 00000100:00000001:0.0:1773941528.595827:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941528.595832:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1773941528.595833:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09388a96900. 00000100:00000001:0.0:1773941528.595836:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1773941528.595840:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09386250600. 00000100:00000001:0.0:1773941528.595841:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1773941528.595848:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09386251c00. 00000800:00000200:1.0:1773941528.595850:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941528.595850:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1773941528.595853:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09386251400. 00000800:00000010:1.0:1773941528.595855:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09398f98b00. 00000100:00000001:0.0:1773941528.595855:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000010:3.0:1773941528.595857:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa093896afdc0. 00000400:00000200:1.0:1773941528.595862:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:3.0:1773941528.595863:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:0.0:1773941528.595863:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941528.595867:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941528.595870:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941528.595873:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941528.595876:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:1.0:1773941528.595877:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1908 00000100:00000001:0.0:1773941528.595878:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00020000:3.0:1773941528.595880:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000400:00000010:1.0:1773941528.595882:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1908. 10000000:00000001:3.0:1773941528.595885:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:1.0:1773941528.595887:0:2391:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:3.0:1773941528.595888:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941528.595891:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:3.0:1773941528.595895:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000200:1.0:1773941528.595895:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941528.595904:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941528.595906:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941528.595912:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941528.595913:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941528.597144:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941528.597152:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941528.597154:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941528.597157:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941528.597161:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941528.597165:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941528.597180:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941528.597183:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941528.597187:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941528.597190:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905080 00000400:00000200:0.0:1773941528.597193:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941528.597197:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xd01 [1] + 0 00000800:00000001:0.0:1773941528.597202:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941528.597208:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941528.597211:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941528.597214:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941528.597218:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941528.597222:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941528.597246:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941528.597263:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941528.597268:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941528.597271:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941528.597297:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941528.597301:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941528.597305:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941528.597306:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941528.597314:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed8f0. 00000400:00000200:2.0:1773941528.597318:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f17f8 00000400:00000010:2.0:1773941528.597320:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f17f8. 00000100:00000001:2.0:1773941528.597323:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941528.597329:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941528.597340:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941528.597347:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941528.597348:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941528.597351:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941528.597353:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941528.597354:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941528.597356:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941528.597358:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941528.597362:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941528.597365:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941528.597367:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941528.597369:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941528.597371:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941528.597373:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941528.597375:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941528.597380:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941528.597387:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941528.597389:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941528.597391:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941528.597393:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941528.597397:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941528.597399:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941528.597401:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941528.597403:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941528.597405:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941528.597407:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941528.597414:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941528.597418:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941528 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941528.597421:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941528.597426:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941528.597428:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941528.597430:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941528.597432:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941528.597434:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941528.597437:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941528.597440:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941528.597442:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941528.597445:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941528.597448:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941528.597451:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941528.597647:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.597651:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941528.597657:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941528.597662:0:14296:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941528.597664:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244297856:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941528.597669:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941528.597671:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1773941528.597674:0:14296:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:3.0:1773941528.597675:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571880 x1860112244297856/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941528.597679:0:14296:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941528.597684:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941528.597685:0:14296:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941528.597686:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941528.597690:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e800. 10000000:01000000:0.0:1773941528.597690:0:14296:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941528.597695:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941528.597696:0:14296:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941528.597697:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941528.597701:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:0.0:1773941528.597702:0:14296:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941528.597704:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941528.597707:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386ade800. 00000001:00000001:0.0:1773941528.597708:0:14296:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941528.597710:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941528.597714:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941528.597714:0:14296:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:3.0:1773941528.597717:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571880. 00000001:00000001:0.0:1773941528.597718:0:14296:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941528.597720:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941528.597722:0:14296:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941528.597723:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941528.597729:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941528.597729:0:14296:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941528.597735:0:14296:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941528.597736:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941528.597739:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941528.597741:0:14296:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941528.597744:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941528.597747:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941528.597750:0:14296:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941528.597760:0:14296:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941528.597763:0:14296:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941528.597768:0:14296:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941528.597774:0:14296:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941528.597776:0:14296:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941528.597780:0:14296:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:0.0:1773941528.597797:0:14296:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941528.597799:0:14296:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941528.597801:0:14296:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941528.597806:0:14296:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:0.0:1773941528.597811:0:14296:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941528.597814:0:14296:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941528.597816:0:14296:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941528.597819:0:14296:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941528.597821:0:14296:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941528.601626:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360600. 00010000:00000010:3.1:1773941528.601633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000020:00000001:2.0:1773941528.913688:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941528.913694:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941528.913698:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941529.937741:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941529.937747:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941529.937751:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941530.001724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941530.001736:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941530.001745:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024c700. 00000020:00000040:0.0:1773941530.001752:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941530.001757:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941530.001760:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941530.001766:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941530.001775:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09398f98b00. 00000100:00000001:0.0:1773941530.001783:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941530.001794:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941530.001806:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941530.001810:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941530.001817:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bebbbb9] to pc [ptlrpcd_00_01+1] req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941530.001855:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941530.001872:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (301) 00000100:00000001:0.0:1773941530.001905:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941530.001906:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941530.001910:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941530.001912:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941530.001914:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941530.001922:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941530.001931:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941530.001934:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941530.001939:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941530.001942:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941530.001946:0:2399:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941530.001950:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244297984:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941530.001955:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941530.001961:0:2399:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941530.001964:0:2399:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941530.001966:0:2399:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941530.001971:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938867aa00. 02000000:00000001:0.0:1773941530.001973:0:2399:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941530.001981:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941530.001985:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedc60. 00000400:00000010:0.0:1773941530.001992:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1f68. 00000100:00000200:0.0:1773941530.002000:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244297984, portal 25 00000100:00000001:0.0:1773941530.002002:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941530.002004:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371806976 : -104919337744640 : ffffa0939024c700) 00000100:00000040:0.0:1773941530.002009:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941530.002017:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941530.002020:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941530.002023:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1440. 00000100:00000200:0.0:1773941530.002025:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244297984, offset 0 00000400:00000200:0.0:1773941530.002032:0:2399:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941530.002041:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.002049:0:2399:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941530.002055:0:2399:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941530.002066:0:2399:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941530.002070:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941530.002073:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941530.002076:0:2399:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[48, 47] 00000400:00000200:0.0:1773941530.002080:0:2399:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941530.002085:0:2399:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [169:169:256:4294967295] 192.168.202.156@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:0.0:1773941530.002090:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941530.002101:0:2399:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941530.002108:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941530.002114:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941530.002122:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941530.002130:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941530.002135:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941530.002150:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941530.002155:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941530.002158:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294969228 00000100:00000001:0.0:1773941530.002165:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967822 00000100:00000001:0.0:1773941530.002168:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294969228 00000100:00000001:0.0:1773941530.002173:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967822 00000100:00000001:0.0:1773941530.002175:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941530.002178:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941530.002181:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941530.002183:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941530.002191:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941530.002193:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941530.002196:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941530.002197:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941530.002199:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941530.002201:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941530.002284:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941530.002289:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941530.002295:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941530.002302:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941530.002308:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1440 00000400:00000010:1.0:1773941530.002310:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1440. 00000100:00000001:1.0:1773941530.002315:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941530.002320:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.002328:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941530.002330:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.002336:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.002337:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941530.002926:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.002936:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941530.002938:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.002944:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941530.002948:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941530.002952:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941530.002956:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941530.002959:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941530.002963:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.002965:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905100 00000400:00000200:0.0:1773941530.002968:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.002972:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xd11 [1] + 224 00000800:00000001:0.0:1773941530.002978:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.002984:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941530.002986:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941530.002988:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941530.002992:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941530.002995:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941530.003003:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941530.003017:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941530.003023:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.003026:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941530.003060:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941530.003063:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941530.003068:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941530.003070:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941530.003078:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedc60. 00000400:00000200:1.0:1773941530.003081:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1f68 00000400:00000010:1.0:1773941530.003083:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1f68. 00000100:00000001:1.0:1773941530.003085:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941530.003089:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941530.003098:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.003103:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941530.003104:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941530.003106:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941530.003108:0:2399:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941530.003110:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941530.003111:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941530.003113:0:2399:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941530.003118:0:2399:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941530.003121:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941530.003123:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941530.003124:0:2399:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941530.003127:0:2399:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941530.003129:0:2399:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941530.003132:0:2399:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941530.003136:0:2399:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941530.003139:0:2399:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941530.003141:0:2399:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941530.003142:0:2399:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941530.003143:0:2399:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941530.003146:0:2399:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.003150:0:2399:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941530.003151:0:2399:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941530.003152:0:2399:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941530.003158:0:2399:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941530.003160:0:2399:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941530.003161:0:2399:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003163:0:2399:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941530.003163:0:2399:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941530.003164:0:2399:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941530.003165:0:2399:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003166:0:2399:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941530.003168:0:2399:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941530.003169:0:2399:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941530.003172:0:2399:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941530.003173:0:2399:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 295 00000400:00000200:1.0:1773941530.003177:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941530.003180:0:2399:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941530.003183:0:2399:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941530.003186:0:2399:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941530.003188:0:2399:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941530.003189:0:2399:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:1.0:1773941530.003192:0:2399:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941530.003193:0:2399:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941530.003195:0:2399:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941530.003197:0:2399:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941530.003198:0:2399:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941530.003200:0:2399:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:1.0:1773941530.003202:0:2399:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941530.003203:0:2399:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941530.003205:0:2399:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941530.003206:0:2399:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:1.0:1773941530.003209:0:2399:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:1.0:1773941530.003211:0:2399:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:1.0:1773941530.003227:0:2399:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941530.003231:0:2399:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941530.003233:0:2399:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941530.003241:0:2399:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003242:0:2399:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941530.003244:0:2399:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941530.003247:0:2399:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388622300. 00000020:00000040:1.0:1773941530.003249:0:2399:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:1.0:1773941530.003251:0:2399:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941530.003252:0:2399:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003255:0:2399:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941530.003256:0:2399:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941530.003258:0:2399:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941530.003261:0:2399:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09384f79400. 00000100:00000001:1.0:1773941530.003263:0:2399:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941530.003268:0:2399:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941530.003274:0:2399:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941530.003275:0:2399:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941530.003278:0:2399:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0bb48d0] to pc [ptlrpcd_rcv+-1] req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.003293:0:2399:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003295:0:2399:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941530.003296:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941530.003300:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.003305:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941530.003308:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941530.003309:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941530.003313:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.003319:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941530.003319:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244297984:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1773941530.003323:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.003330:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941530.003331:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941530.003333:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941530.003336:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024c700 x1860112244297984/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941530.003341:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.003346:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941530.003350:0:2399:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941530.003353:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938867aa00. 00000100:00000001:3.0:1773941530.003354:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941530.003358:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941530.003358:0:2399:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941530.003362:0:2399:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1773941530.003363:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1773941530.003364:0:2399:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941530.003366:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773941530.003367:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1773941530.003371:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941530.003372:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09398f98b00. 00000100:00100000:3.0:1773941530.003377:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244298112:192.168.202.146@tcp:250:ptlrpcd_00_01.0 02000000:00000001:1.0:1773941530.003377:0:2399:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941530.003381:0:2399:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941530.003383:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1773941530.003384:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024c700. 02000000:00000001:3.0:1773941530.003387:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941530.003389:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1773941530.003390:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003391:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941530.003393:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941530.003394:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773941530.003398:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386ade800. 00000100:00000001:1.0:1773941530.003399:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1773941530.003401:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003402:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003406:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1773941530.003409:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941530.003409:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941530.003415:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941530.003419:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941530.003422:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244298112, portal 25 00000100:00000001:3.0:1773941530.003424:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941530.003426:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241610496 : -104919467941120 : ffffa09388622300) 00000100:00000040:3.0:1773941530.003430:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.003436:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941530.003438:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941530.003439:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3220. 00000100:00000200:3.0:1773941530.003442:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244298112, offset 0 00000400:00000200:3.0:1773941530.003453:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941530.003457:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941530.003460:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941530.003463:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941530.003465:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941530.003472:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941530.003473:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941530.003475:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[48, 49] 00000400:00000200:3.0:1773941530.003478:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941530.003480:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [170:170:256:4294967295] 192.168.202.146@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:3.0:1773941530.003483:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941530.003490:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941530.003493:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941530.003496:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd500. 00000800:00000200:3.0:1773941530.003499:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941530.003504:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941530.003506:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941530.003516:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941530.003519:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941530.003520:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294969229 00000100:00000001:3.0:1773941530.003524:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969228 00000100:00000001:3.0:1773941530.003527:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294969229 00000100:00000001:3.0:1773941530.003530:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969228 00000100:00000001:3.0:1773941530.003533:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941530.003535:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.003537:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.003539:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.003543:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941530.003545:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941530.003546:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.003547:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941530.003549:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.003550:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941530.003605:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941530.003608:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd500. 00000400:00000200:1.0:1773941530.003611:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941530.003615:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941530.003618:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3220 00000400:00000010:1.0:1773941530.003619:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3220. 00000100:00000001:1.0:1773941530.003622:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941530.003624:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.003630:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941530.003632:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.003636:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.003637:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941530.004903:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.004911:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941530.004913:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.004917:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941530.004921:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.004926:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941530.004932:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.004935:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.004940:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.004944:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905180 00000400:00000200:0.0:1773941530.004948:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.004959:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xd21 [1] + 0 00000800:00000001:0.0:1773941530.004964:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.004971:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941530.004973:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941530.004977:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941530.004981:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941530.004985:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941530.004996:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941530.005017:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941530.005023:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.005026:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.005058:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.005061:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941530.005065:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941530.005067:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941530.005076:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941530.005080:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941530.005082:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941530.005086:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941530.005092:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941530.005104:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.005112:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941530.005114:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.005116:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941530.005118:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941530.005120:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941530.005121:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941530.005123:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941530.005126:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941530.005128:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941530.005130:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941530.005131:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941530.005133:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941530.005135:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.005136:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941530.005139:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.005144:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941530.005146:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941530.005147:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.005149:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941530.005153:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941530.005155:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941530.005156:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941530.005157:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941530.005159:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941530.005160:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941530.005167:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941530.005170:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941530 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941530.005172:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941530.005176:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941530.005178:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941530.005179:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941530.005181:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.005182:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941530.005185:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941530.005187:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941530.005189:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941530.005191:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941530.005193:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941530.005194:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941530.005442:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.005448:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.005457:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.005463:0:14297:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941530.005470:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244298112:192.168.202.146@tcp:250:ptlrpcd_00_01.0 00000100:00080000:3.0:1773941530.005474:0:14297:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:2.0:1773941530.005478:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941530.005480:0:14297:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941530.005483:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941530.005484:0:14297:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941530.005488:0:14297:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:2.0:1773941530.005490:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388622300 x1860112244298112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773941530.005492:0:14297:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941530.005497:0:14297:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941530.005504:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941530.005506:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941530.005508:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386ade800. 00000001:00000001:3.0:1773941530.005511:0:14297:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941530.005512:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1773941530.005516:0:14297:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941530.005518:0:14297:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941530.005522:0:14297:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941530.005523:0:2397:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:3.0:1773941530.005526:0:14297:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941530.005527:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941530.005533:0:14297:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:2.0:1773941530.005533:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941530.005537:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09384f79400. 00000100:00080000:3.0:1773941530.005539:0:14297:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:2.0:1773941530.005541:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1773941530.005544:0:14297:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:2.0:1773941530.005545:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941530.005550:0:14297:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000010:2.0:1773941530.005550:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388622300. 00000100:00000001:3.0:1773941530.005554:0:14297:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.005556:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941530.005558:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.005560:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.005565:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1773941530.005566:0:14297:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941530.005569:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.005571:0:14297:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941530.005573:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:3.0:1773941530.005575:0:14297:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941530.005603:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941530.005616:0:14297:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941530.005634:0:14297:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941530.005636:0:14297:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.005639:0:14297:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941530.005644:0:14297:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941530.005648:0:14297:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941530.005652:0:14297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941530.005654:0:14297:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941530.005657:0:14297:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941530.005660:0:14297:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941530.489682:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941530.489689:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941530.489693:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941530.489695:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941530.489696:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941530.489697:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941530.489699:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941530.489701:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941530.489702:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941530.489704:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941530.489706:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941530.489716:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6d80. 00000020:00000040:2.0:1773941530.489720:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941530.489723:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941530.489727:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941530.489731:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941530.489737:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941530.489743:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941530.489747:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941530.489749:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941530.489755:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941530.489759:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941530.489762:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941530.489765:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941530.489780:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c01 to hash 00000020:00000001:2.0:1773941530.489782:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941530.489783:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941530.489786:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941530.489789:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941530.489791:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941530.489794:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941530.489803:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941530.489812:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941530.489817:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941530.489819:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941530.489823:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941530.489825:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941530.489827:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941530.489828:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00000100:00000001:2.0:1773941530.489832:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941530.489835:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.489837:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941530.489839:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941530.489847:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.489854:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941530.489855:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941530.489858:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941530.489860:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941530.489862:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941530.489864:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244298240:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941530.489871:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941530.489875:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941530.489877:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941530.489879:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941530.489883:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f88400. 02000000:00000001:2.0:1773941530.489885:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941530.489890:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941530.489893:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941530.489898:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941530.489904:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244298240, portal 25 00000100:00000001:2.0:1773941530.489905:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941530.489906:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00000100:00000040:2.0:1773941530.489910:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941546 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.489916:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941530.489918:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941530.489919:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e96e8. 00000100:00000200:2.0:1773941530.489922:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244298240, offset 0 00000400:00000200:2.0:1773941530.489926:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941530.489933:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941530.489939:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941530.489944:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941530.489947:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941530.489950:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941530.489952:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941530.489954:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[50, 49] 00000400:00000200:2.0:1773941530.489956:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941530.489959:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [171:171:256:4294967295] 192.168.202.156@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:2.0:1773941530.489962:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941530.489970:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941530.489974:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941530.489981:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a800. 00000800:00000200:2.0:1773941530.489986:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941530.489992:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941530.489996:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941530.490010:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941530.490014:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941530.490016:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294969716 00000100:00000001:2.0:1773941530.490022:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969229 00000100:00000001:2.0:1773941530.490026:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294969716 00000100:00000001:2.0:1773941530.490028:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969229 00000100:00000001:2.0:1773941530.490030:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941530.490032:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.490034:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941530.490036:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941530.490038:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941530.490040:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941530.490043:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941530.490146:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941530.490152:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a800. 00000400:00000200:1.0:1773941530.490159:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941530.490165:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941530.490171:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e96e8 00000400:00000010:1.0:1773941530.490174:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e96e8. 00000100:00000001:1.0:1773941530.490179:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941530.490185:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941546 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.490196:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941530.490200:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941546 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.490220:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.490223:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941530.491050:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.491063:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941530.491066:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.491069:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941530.491075:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941530.491081:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941530.491087:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941530.491091:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941530.491095:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.491098:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905200 00000400:00000200:0.0:1773941530.491101:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.491105:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xd29 [1] + 224 00000800:00000001:0.0:1773941530.491110:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.491117:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941530.491118:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941530.491121:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941530.491124:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941530.491128:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941546 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941530.491146:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941546 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941530.491161:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941530.491167:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.491170:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.491231:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941530.491237:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941530.491238:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941530.491240:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941530.491244:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941530.491245:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941530.491247:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941530.491252:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941546 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941530.491260:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941546 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.491265:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941530.491266:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.491268:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941530.491270:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941530.491271:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941530.491279:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941530.491281:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941530.491285:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941530.491287:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941530.491289:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941530.491292:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941530.491295:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941530.491297:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941530.491299:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941530.491302:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941530.491305:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941530.491308:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941530.491310:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941530.491311:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941530.491313:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941530.491315:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.491320:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941530.491321:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941530.491322:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941530.491324:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941530.491326:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941530.491327:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.491328:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941530.491329:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941530.491330:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941530.491330:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.491331:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941530.491333:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941530.491334:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941530.491336:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941530.491338:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 296 00000400:00000200:2.0:1773941530.491342:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941530.491348:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941530.491352:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941530.491354:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941530.491356:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941530.491358:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941530.491360:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941530.491361:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941530.491363:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941530.491365:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941530.491366:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941530.491368:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941530.491370:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941530.491371:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941530.491372:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941530.491373:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941530.491376:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941530.491378:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941530.491380:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941530.491381:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941530.491384:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941530.491386:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.491387:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941530.491389:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941530.491391:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000020:00000040:2.0:1773941530.491393:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941530.491395:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941530.491396:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.491398:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941530.491399:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941530.491401:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941530.491404:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941530.491406:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941530.491411:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941530.491419:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941530.491422:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.491425:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd66c802] to pc [ptlrpcd_rcv+-1] req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.491443:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.491445:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941530.491446:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941530.491448:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.491450:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941530.491451:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941530.491452:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941530.491454:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941530.491455:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941530.491458:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.491463:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941530.491466:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.491467:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941530.491469:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941530.491473:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941546 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941530.491478:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244298240:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941530.491481:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941530.491482:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.491487:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941530.491488:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941530.491489:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941530.491492:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941530.491492:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941530.491497:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941546 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.491504:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941530.491505:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941530.491512:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941530.491517:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941530.491519:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941530.491525:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1773941530.491525:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941530.491528:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941530.491529:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941530.491531:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941530.491534:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 02000000:00000001:3.0:1773941530.491536:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1773941530.491537:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 02000000:00000001:3.0:1773941530.491539:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941530.491540:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 02000000:00000001:3.0:1773941530.491544:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941530.491546:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941530.491550:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244298368:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941530.491559:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941530.491560:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941530.491564:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1773941530.491565:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941530.491568:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941530.491573:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941530.491574:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941530.491596:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941530.491601:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941530.491603:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941530.491605:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941530.491610:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941530.491611:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941530.491613:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941530.491616:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941530.491620:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 02000000:00000010:3.0:1773941530.491624:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adec00. 10000000:00000001:2.0:1773941530.491628:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1773941530.491630:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1773941530.491634:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941530.491638:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941530.491648:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941530.491650:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941530.491652:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941530.491654:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000020:00000001:2.0:1773941530.491656:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941530.491659:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000010:3.0:1773941530.491663:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00010000:00000001:2.0:1773941530.491664:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941530.491669:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941530.491671:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941530.491678:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244298368, portal 25 10000000:00000001:2.0:1773941530.491682:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941530.491684:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00010000:2.0:1773941530.491687:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941530.491688:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000040:3.0:1773941530.491699:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1773941530.491701:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941530.491704:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941530.491706:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941530.491712:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941530.491716:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941530.491720:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1773941530.491722:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941530.491723:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941530.491726:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941530.491728:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941530.491733:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c01 from hash 00000100:00000040:3.0:1773941530.491734:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941530.491735:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941530.491738:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941530.491739:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1773941530.491740:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3bb0. 00010000:00000001:2.0:1773941530.491740:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941530.491743:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000200:3.0:1773941530.491746:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244298368, offset 0 00010000:00000001:2.0:1773941530.491753:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1773941530.491754:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941530.491758:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941530.491762:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941530.491767:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941530.491769:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941530.491772:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 10000000:00000001:2.0:1773941530.491773:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941530.491777:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941530.491780:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941530.491785:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941530.491787:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:2.0:1773941530.491788:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941530.491791:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941530.491793:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941530.491797:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941530.491797:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941530.491798:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941530.491801:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941530.491805:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941530.491807:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000040:2.0:1773941530.491814:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00000400:00000200:3.0:1773941530.491815:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[50, 51] 00000400:00000200:3.0:1773941530.491822:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941530.491827:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [172:172:256:4294967295] 192.168.202.146@tcp LPNI seq info [52:52:8:4294967295] 00010000:00000001:2.0:1773941530.491827:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941530.491831:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941530.491835:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1773941530.491838:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:2.0:1773941530.491841:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6d80 x1860112244298240/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941546 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.491855:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1773941530.491859:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 02000000:00000001:2.0:1773941530.491859:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941530.491862:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f88400. 02000000:00000001:2.0:1773941530.491867:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941530.491869:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:3.0:1773941530.491873:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000020:00000040:2.0:1773941530.491873:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941530.491879:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941530.491881:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 00000800:00000010:3.0:1773941530.491882:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd500. 02000000:00000001:2.0:1773941530.491884:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941530.491887:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941530.491889:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6d80. 00000100:00000001:2.0:1773941530.491893:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:3.0:1773941530.491894:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000100:00000001:2.0:1773941530.491895:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941530.491900:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:3.0:1773941530.491907:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 10000000:01000000:2.0:1773941530.491908:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941530.491912:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000200:3.0:1773941530.491914:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd500 type 1, nob 616 niov 1 nkiov 1 10000000:00000010:2.0:1773941530.491915:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941530.491921:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941530.491926:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941530.491929:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941530.491932:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000100:00000001:3.0:1773941530.491934:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941530.491936:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 00000400:00000200:3.0:1773941530.491941:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 80000000:00000010:2.0:1773941530.491941:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00000100:00000001:3.0:1773941530.491946:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294969718 00040000:00000010:2.0:1773941530.491948:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941530.491954:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 00000100:00000001:3.0:1773941530.491956:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969716 10000000:00000040:2.0:1773941530.491958:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941530.491962:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941530.491963:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294969718 00000020:00000010:2.0:1773941530.491967:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000100:00000001:3.0:1773941530.491972:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969716 00000040:00000010:2.0:1773941530.491972:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941530.491976:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000100:00000001:3.0:1773941530.491981:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941530.491981:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941530.491987:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00000100:00000001:3.0:1773941530.491988:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1773941530.491991:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 00000800:00000200:1.0:1773941530.491992:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000010:2.0:1773941530.491995:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000800:00000010:1.0:1773941530.491996:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd500. 00000020:00000010:2.0:1773941530.491999:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 00000400:00000200:1.0:1773941530.492003:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000010:2.0:1773941530.492005:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 00000100:00000001:3.0:1773941530.492007:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941530.492009:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000400:00000200:1.0:1773941530.492010:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:3.0:1773941530.492014:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941530.492016:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:1.0:1773941530.492017:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3bb0 10000000:00020000:2.0:1773941530.492020:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000400:00000010:1.0:1773941530.492021:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3bb0. 00000100:00000001:3.0:1773941530.492022:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941530.492024:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:3.0:1773941530.492027:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:2.0:1773941530.492027:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1773941530.492029:0:2391:0:(events.c:34:request_out_callback()) Process entered 10000000:00000040:2.0:1773941530.492030:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 00000100:00000001:3.0:1773941530.492034:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1773941530.492034:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1773941530.492039:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1773941530.492040:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.492043:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.492049:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.492058:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941530.492063:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941530.492070:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941530.492072:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941530.493205:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.493223:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941530.493226:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.493229:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941530.493234:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.493238:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941530.493248:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.493252:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.493256:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.493260:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905280 00000400:00000200:0.0:1773941530.493264:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941530.493268:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xd31 [1] + 0 00000800:00000001:0.0:1773941530.493273:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.493280:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941530.493283:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941530.493288:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941530.493292:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941530.493297:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941530.493307:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941530.493321:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941530.493326:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941530.493328:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.493357:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.493360:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941530.493364:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941530.493366:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941530.493368:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941530.493373:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941530.493374:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941530.493378:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941530.493385:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941530.493395:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.493402:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941530.493404:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.493406:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941530.493407:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941530.493409:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941530.493411:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941530.493413:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941530.493416:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941530.493420:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941530.493423:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941530.493425:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941530.493427:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941530.493429:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.493432:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941530.493436:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.493458:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941530.493460:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941530.493462:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.493464:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941530.493469:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941530.493471:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941530.493472:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941530.493474:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941530.493476:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941530.493478:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941530.493481:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941530.493485:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941530 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941530.493488:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941530.493494:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941530.493496:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941530.493498:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941530.493500:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.493502:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941530.493506:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941530.493508:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941530.493511:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941530.493515:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941530.493518:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941530.493521:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941530.493793:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.493799:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.493807:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.493815:0:14298:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1773941530.493827:0:14298:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:3.0:1773941530.493834:0:14298:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1773941530.493839:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244298368:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941530.493849:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941530.493852:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941530.493856:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7100 x1860112244298368/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.493865:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941530.493868:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941530.493869:0:14298:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:2.0:1773941530.493871:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adec00. 10000000:01000000:3.0:1773941530.493874:0:14298:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941530.493876:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941530.493879:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:3.0:1773941530.493880:0:14298:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:2.0:1773941530.493882:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:3.0:1773941530.493885:0:14298:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941530.493886:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941530.493888:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941530.493890:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941530.493891:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941530.493892:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000100:00000001:2.0:1773941530.493896:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941530.493897:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1773941530.493898:0:14298:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.493899:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1773941530.493905:0:14298:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941530.493906:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:3.0:1773941530.493910:0:14298:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941530.493910:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941530.493915:0:14298:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.493915:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941530.493916:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941530.493922:0:14298:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.493926:0:14298:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941530.493930:0:14298:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941530.493933:0:14298:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941530.493935:0:14298:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941530.493937:0:14298:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941530.493939:0:14298:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941530.493941:0:14298:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941530.493943:0:14298:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941530.493944:0:14298:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941530.493960:0:14298:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941530.493962:0:14298:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.493964:0:14298:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941530.493969:0:14298:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941530.493974:0:14298:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941530.493976:0:14298:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941530.493977:0:14298:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941530.493979:0:14298:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941530.493980:0:14298:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941530.497612:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941530.497620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941530.961719:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941530.961726:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941530.961731:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941531.985711:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941531.985719:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941531.985724:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941532.305709:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941532.305716:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941532.305719:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941532.305721:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941532.305737:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941532.305747:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941532.305749:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941532.305750:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941532.305752:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941532.305754:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941532.305756:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941532.305762:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000020:00000040:2.0:1773941532.305766:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941532.305769:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941532.305772:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941532.305777:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941532.305783:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941532.305788:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941532.305791:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941532.305793:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941532.305799:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941532.305804:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941532.305806:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941532.305810:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941532.305812:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c08 to hash 00000020:00000001:2.0:1773941532.305814:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941532.305815:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941532.305818:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941532.305821:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941532.305823:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941532.305827:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941532.305834:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941532.305844:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941532.305855:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941532.305857:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941532.305862:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941532.305864:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941532.305866:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941532.305867:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000001:2.0:1773941532.305872:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941532.305875:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.305876:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941532.305878:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941532.305886:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941532.305893:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941532.305896:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941532.305898:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941532.305900:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941532.305902:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941532.305905:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244298496:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941532.305908:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941532.305912:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941532.305914:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941532.305916:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941532.305919:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941532.305921:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941532.305927:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941532.305931:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941532.305936:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941532.305941:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244298496, portal 25 00000100:00000001:2.0:1773941532.305942:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941532.305944:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000040:2.0:1773941532.305947:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941548 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941532.305960:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941532.305963:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941532.305965:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9aa0. 00000100:00000200:2.0:1773941532.305968:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244298496, offset 0 00000400:00000200:2.0:1773941532.305973:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941532.305979:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941532.305985:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941532.305989:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941532.306000:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941532.306003:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941532.306006:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941532.306008:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[52, 51] 00000400:00000200:2.0:1773941532.306011:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941532.306014:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [173:173:256:4294967295] 192.168.202.156@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:2.0:1773941532.306017:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941532.306025:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941532.306030:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941532.306033:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a500. 00000800:00000200:2.0:1773941532.306038:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941532.306044:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941532.306047:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941532.306061:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941532.306064:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941532.306066:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294971532 00000100:00000001:2.0:1773941532.306072:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969718 00000100:00000001:2.0:1773941532.306076:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294971532 00000100:00000001:2.0:1773941532.306078:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969718 00000100:00000001:2.0:1773941532.306080:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941532.306082:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.306089:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941532.306090:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941532.306093:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941532.306096:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941532.306099:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941532.306177:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941532.306181:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a500. 00000400:00000200:1.0:1773941532.306186:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941532.306206:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941532.306212:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9aa0 00000400:00000010:1.0:1773941532.306222:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9aa0. 00000100:00000001:1.0:1773941532.306227:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941532.306233:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941548 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941532.306244:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941532.306249:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941548 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941532.306257:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941532.306259:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941532.306819:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941532.306835:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941532.306837:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941532.306839:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941532.306843:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941532.306847:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941532.306852:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941532.306854:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941532.306858:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941532.306861:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905300 00000400:00000200:0.0:1773941532.306864:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941532.306867:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xd39 [1] + 224 00000800:00000001:0.0:1773941532.306878:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941532.306884:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941532.306886:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941532.306889:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941532.306893:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941532.306898:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941548 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941532.306906:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941548 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941532.306918:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941532.306923:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941532.306925:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941532.306951:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941532.306958:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941532.306960:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941532.306963:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941532.306967:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941532.306969:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941532.306972:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941532.306979:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941548 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941532.306990:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941548 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941532.306997:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941532.306999:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941532.307002:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941532.307004:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941532.307007:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941532.307009:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941532.307011:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941532.307017:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941532.307021:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941532.307024:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941532.307028:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941532.307031:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941532.307034:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941532.307037:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941532.307041:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941532.307046:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941532.307050:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941532.307060:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941532.307062:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941532.307064:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941532.307069:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941548 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941532.307078:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941532.307079:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941532.307081:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941532.307084:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941532.307087:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941532.307089:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.307091:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941532.307092:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941532.307093:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941532.307095:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.307097:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941532.307099:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941532.307101:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941532.307105:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941532.307108:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 296 00000400:00000200:2.0:1773941532.307113:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941532.307117:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941532.307122:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941532.307125:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941532.307127:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941532.307130:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941532.307134:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941532.307136:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941532.307138:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941532.307141:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941532.307144:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941532.307146:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941532.307150:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941532.307158:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941532.307160:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941532.307163:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941532.307166:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941532.307170:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941532.307173:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941532.307176:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941532.307179:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941532.307208:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.307211:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941532.307213:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941532.307217:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6d80. 00000020:00000040:2.0:1773941532.307220:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941532.307223:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941532.307225:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.307227:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941532.307229:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941532.307232:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941532.307236:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941532.307240:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941532.307246:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941532.307256:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941532.307259:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941532.307264:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0a05c62] to pc [ptlrpcd_rcv+-1] req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941532.307286:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.307290:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941532.307291:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941532.307295:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941532.307298:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941532.307300:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941532.307309:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:3.0:1773941532.307311:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941532.307313:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941532.307316:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941532.307317:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941532.307319:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941532.307327:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941532.307330:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941548 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941532.307337:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941532.307338:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941532.307341:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941532.307343:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941532.307348:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941532.307355:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244298624:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941532.307360:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941532.307362:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941532.307365:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941532.307368:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941532.307373:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941532.307374:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941532.307378:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941532.307380:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941548 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941532.307382:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941532.307388:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adc800. 02000000:00000001:3.0:1773941532.307394:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941532.307397:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244298496:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000400:00000200:3.0:1773941532.307402:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941532.307408:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000100:00000001:2.0:1773941532.307408:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941532.307414:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000001:2.0:1773941532.307415:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:3.0:1773941532.307419:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244298624, portal 25 00000100:00000001:2.0:1773941532.307420:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941532.307423:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941532.307425:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941532.307426:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00000100:00000040:2.0:1773941532.307433:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941548 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941532.307434:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941532.307458:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941532.307463:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000100:00000001:2.0:1773941532.307465:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941532.307466:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3dd0. 00000100:00000200:3.0:1773941532.307470:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244298624, offset 0 00000100:00000010:2.0:1773941532.307470:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000400:00000200:3.0:1773941532.307478:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000001:2.0:1773941532.307478:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941532.307483:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941532.307484:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941532.307491:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941532.307491:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:3.0:1773941532.307497:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941532.307497:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941532.307500:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000020:00000001:2.0:1773941532.307502:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773941532.307504:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1773941532.307507:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000400:00000200:3.0:1773941532.307508:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1773941532.307514:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:3.0:1773941532.307515:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[52, 53] 00000400:00000200:3.0:1773941532.307522:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941532.307524:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:3.0:1773941532.307526:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [174:174:256:4294967295] 192.168.202.146@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:3.0:1773941532.307532:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941532.307533:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941532.307541:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941532.307550:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941532.307553:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941532.307558:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941532.307567:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:3.0:1773941532.307572:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00010000:2.0:1773941532.307606:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941532.307611:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941532.307618:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941532.307623:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941532.307632:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941532.307632:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941532.307635:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941532.307639:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941532.307640:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941532.307646:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294971534 00010000:00000001:2.0:1773941532.307653:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941532.307656:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941532.307661:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941532.307664:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941532.307667:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294971532 00000100:00000001:3.0:1773941532.307673:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294971534 00010000:00010000:2.0:1773941532.307677:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000001:3.0:1773941532.307680:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294971532 10000000:00000001:2.0:1773941532.307683:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941532.307684:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941532.307687:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1773941532.307688:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941532.307690:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941532.307695:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941532.307703:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:1.0:1773941532.307703:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941532.307704:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1773941532.307705:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941532.307707:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000010:1.0:1773941532.307709:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000020:00000001:2.0:1773941532.307710:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941532.307711:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941532.307714:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1773941532.307716:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000400:00000200:1.0:1773941532.307716:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941532.307717:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941532.307723:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941532.307724:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941532.307728:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00000001:2.0:1773941532.307731:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941532.307732:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3dd0 00000400:00000010:1.0:1773941532.307734:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3dd0. 00000100:00000001:1.0:1773941532.307738:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941532.307743:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941532.307753:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1773941532.307754:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1773941532.307756:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941532.307759:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941532.307769:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941532.307773:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941532.307778:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941532.307783:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941532.307791:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941532.307794:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941532.307796:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941532.307800:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941532.307802:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941532.307805:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941532.307807:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941532.307809:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941532.307811:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941532.307814:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c08 from hash 00010000:00000001:2.0:1773941532.307816:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941532.307818:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941532.307819:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941532.307820:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941532.307822:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941532.307824:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941532.307826:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941532.307828:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941532.307829:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941532.307831:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941532.307834:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941532.307840:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941532.307841:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941532.307843:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941532.307845:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941532.307852:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941532.307853:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941532.307855:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941532.307857:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941532.307865:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00010000:00000001:2.0:1773941532.307876:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941532.307878:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941532.307881:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941532.307886:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7100 x1860112244298496/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941548 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941532.307894:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941532.307896:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941532.307898:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941532.307902:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941532.307904:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941532.307906:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941532.307908:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941532.307911:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 02000000:00000001:2.0:1773941532.307914:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941532.307917:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941532.307919:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000100:00000001:2.0:1773941532.307922:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941532.307923:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941532.307925:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941532.307928:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941532.307931:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941532.307935:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941532.307939:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941532.307943:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941532.307947:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941532.307952:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941532.307957:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941532.307961:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941532.307974:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941532.307978:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 10000000:00000040:2.0:1773941532.307984:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941532.307986:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941532.307991:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941532.307995:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941532.307998:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941532.308002:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941532.308006:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941532.308010:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941532.308013:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941532.308016:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941532.308018:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941532.308021:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941532.308024:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941532.308026:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941532.308028:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941532.308030:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941532.308032:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941532.308034:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941532.308986:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941532.308991:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941532.308993:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941532.308994:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941532.308997:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941532.309001:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941532.309005:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941532.309007:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941532.309010:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941532.309012:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905380 00000400:00000200:0.0:1773941532.309020:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941532.309023:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xd41 [1] + 0 00000800:00000001:0.0:1773941532.309026:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941532.309031:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941532.309033:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941532.309036:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941532.309039:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941532.309043:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941532.309050:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941532.309068:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941532.309075:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941532.309077:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941532.309091:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941532.309094:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941532.309098:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941532.309100:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941532.309103:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941532.309107:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941532.309109:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941532.309111:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941532.309117:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941532.309128:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941532.309135:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941532.309137:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941532.309139:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941532.309147:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941532.309149:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941532.309151:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941532.309154:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941532.309156:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=38 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941532.309159:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941532.309160:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941532.309162:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941532.309164:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941532.309165:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941532.309168:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941532.309171:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941532.309176:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941532.309178:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941532.309179:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941532.309181:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941532.309184:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941532.309185:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941532.309186:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941532.309187:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941532.309189:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941532.309190:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941532.309213:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941532.309216:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941532 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941532.309219:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941532.309223:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941532.309225:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941532.309226:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941532.309227:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941532.309229:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941532.309231:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941532.309233:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941532.309235:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941532.309241:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941532.309244:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941532.309246:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941532.309435:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.309441:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941532.309449:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941532.309453:0:14299:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941532.309463:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244298624:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:3.0:1773941532.309464:0:14299:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:3.0:1773941532.309469:0:14299:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941532.309472:0:14299:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941532.309473:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1773941532.309474:0:14299:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941532.309478:0:14299:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941532.309479:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:3.0:1773941532.309481:0:14299:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941532.309485:0:14299:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941532.309487:0:14299:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941532.309488:0:14299:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1773941532.309488:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6d80 x1860112244298624/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773941532.309491:0:14299:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941532.309495:0:14299:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941532.309498:0:14299:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941532.309502:0:14299:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941532.309508:0:14299:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941532.309508:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941532.309512:0:14299:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:2.0:1773941532.309513:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941532.309514:0:14299:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941532.309516:0:14299:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941532.309518:0:14299:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941532.309519:0:14299:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941532.309520:0:14299:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000010:2.0:1773941532.309525:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adc800. 02000000:00000001:2.0:1773941532.309530:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941532.309532:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941532.309534:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00080000:3.0:1773941532.309536:0:14299:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000020:00000001:2.0:1773941532.309538:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1773941532.309539:0:14299:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941532.309542:0:14299:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:2.0:1773941532.309543:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 00000100:02000000:3.0:1773941532.309546:0:14299:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 02000000:00000001:2.0:1773941532.309549:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1773941532.309550:0:14299:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941532.309554:0:14299:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1773941532.309554:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1773941532.309557:0:14299:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000100:00000010:2.0:1773941532.309559:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6d80. 00000020:00000001:3.0:1773941532.309560:0:14299:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941532.309563:0:14299:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.309567:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941532.309571:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941532.309574:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941532.309608:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941532.309610:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941532.309614:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941532.309616:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941532.313626:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941532.313635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941533.009669:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941533.009677:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941533.009682:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941533.393686:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941533.393692:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941533.393697:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941533.393700:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941533.393702:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941533.393703:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941533.393706:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941533.393709:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941533.393711:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941533.393714:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941533.393716:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941533.393726:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024c380. 00000020:00000040:0.0:1773941533.393732:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941533.393738:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941533.393741:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941533.393746:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941533.393754:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867a000. 00000100:00000001:0.0:1773941533.393760:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941533.393765:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941533.393768:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941533.393791:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543b00. 00010000:00000001:0.0:1773941533.393796:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941533.393800:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5ec00. 00000020:00000001:0.0:1773941533.393805:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941533.393808:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5ec00 with handle 0x450ee06f069b0c0f to hash 00000020:00000001:0.0:1773941533.393810:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941533.393812:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941533.393815:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941533.393819:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941533.393822:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941533.393827:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941533.393838:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941533.393851:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941533.393858:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941533.393860:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941533.393867:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37480. 00000100:00000001:0.0:1773941533.393869:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401080448 : -104919308471168 : ffffa09391e37480) 00000100:00000001:0.0:1773941533.393872:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941533.393873:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371806080 : -104919337745536 : ffffa0939024c380) 00000100:00000001:0.0:1773941533.393878:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941533.393883:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941533.393885:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941533.393887:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941533.393897:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941533.393908:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941533.393911:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941533.393922:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941533.393925:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941533.393928:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941533.393932:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244298752:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941533.393937:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941533.393943:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941533.393945:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941533.393948:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941533.393953:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9f400. 02000000:00000001:0.0:1773941533.393956:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941533.393963:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941533.393969:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bede18. 00000400:00000010:0.0:1773941533.393976:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1088. 00000100:00000200:0.0:1773941533.393983:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244298752, portal 25 00000100:00000001:0.0:1773941533.393986:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941533.393987:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371806080 : -104919337745536 : ffffa0939024c380) 00000100:00000040:0.0:1773941533.393994:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941549 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941533.394002:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941533.394005:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941533.394009:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1660. 00000100:00000200:0.0:1773941533.394011:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244298752, offset 0 00000400:00000200:0.0:1773941533.394019:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941533.394038:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941533.394051:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941533.394056:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941533.394061:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941533.394065:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941533.394068:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941533.394072:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[54, 53] 00000400:00000200:0.0:1773941533.394076:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941533.394081:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [175:175:256:4294967295] 192.168.202.156@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:0.0:1773941533.394097:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941533.394109:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941533.394116:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941533.394122:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941533.394130:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941533.394138:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941533.394142:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941533.394162:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941533.394167:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941533.394170:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294972620 00000100:00000001:0.0:1773941533.394177:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294971534 00000100:00000001:0.0:1773941533.394199:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294972620 00000100:00000001:0.0:1773941533.394204:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294971534 00000100:00000001:0.0:1773941533.394208:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941533.394212:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941533.394214:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941533.394216:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941533.394220:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37480 going to sleep for 11 seconds 00000100:00000001:0.0:1773941533.394223:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941533.394226:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941533.394295:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941533.394300:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941533.394307:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941533.394313:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941533.394319:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1660 00000400:00000010:1.0:1773941533.394321:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1660. 00000100:00000001:1.0:1773941533.394333:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941533.394339:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941549 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941533.394350:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941533.394361:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941549 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941533.394369:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941533.394372:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941533.395067:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941533.395081:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941533.395084:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941533.395087:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941533.395093:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941533.395099:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941533.395107:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941533.395111:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941533.395116:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941533.395120:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905400 00000400:00000200:0.0:1773941533.395126:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941533.395139:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xd49 [1] + 224 00000800:00000001:0.0:1773941533.395146:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941533.395155:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941533.395158:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941533.395162:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941533.395166:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941533.395172:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941549 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941533.395199:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941549 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941533.395224:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941533.395230:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941533.395234:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941533.395261:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941533.395266:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941533.395268:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941533.395270:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bede18. 00000400:00000200:2.0:1773941533.395273:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1088 00000400:00000010:2.0:1773941533.395274:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1088. 00000100:00000001:2.0:1773941533.395276:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941533.395280:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941549 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941533.395287:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941549 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941533.395292:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941533.395293:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941533.395295:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941533.395296:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941533.395298:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941533.395300:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941533.395301:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941533.395311:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=39 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941533.395315:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941533.395318:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941533.395322:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941533.395325:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941533.395328:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941533.395331:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941533.395335:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941533.395339:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941533.395343:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941533.395346:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941533.395347:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941533.395350:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941533.395354:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941549 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941533.395362:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941533.395364:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941533.395366:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941533.395369:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941533.395372:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941533.395374:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941533.395375:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941533.395377:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941533.395378:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941533.395379:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941533.395381:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941533.395383:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941533.395386:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941533.395389:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941533.395392:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 298 00000400:00000200:2.0:1773941533.395397:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941533.395401:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941533.395406:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941533.395422:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941533.395425:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941533.395426:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941533.395429:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941533.395430:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941533.395432:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941533.395434:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941533.395435:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941533.395437:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941533.395439:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941533.395440:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941533.395441:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941533.395442:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941533.395444:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941533.395447:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941533.395448:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941533.395450:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941533.395452:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941533.395454:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941533.395456:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941533.395457:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941533.395460:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6d80. 00000020:00000040:2.0:1773941533.395465:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941533.395467:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941533.395468:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941533.395470:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941533.395471:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941533.395473:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941533.395476:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941533.395479:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941533.395483:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941533.395497:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941533.395499:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941533.395502:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0a05c62] to pc [ptlrpcd_rcv+-1] req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941533.395517:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941533.395519:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941533.395520:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941533.395522:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941533.395524:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941533.395525:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941533.395526:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37480 going to sleep for 1 seconds 00000100:00000001:2.0:1773941533.395528:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941533.395530:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941533.395534:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941549 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941533.395539:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941533.395541:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941533.395543:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941533.395545:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941533.395548:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941549 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941533.395555:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244298752:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941533.395559:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941533.395560:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941533.395562:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941533.395563:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941533.395565:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941549 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941533.395570:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.395573:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1773941533.395576:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37480. 00000100:00000001:2.0:1773941533.395609:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941533.395610:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941533.395613:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941533.395617:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941533.395618:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941533.395620:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ec00 refcount=4 00000020:00000001:2.0:1773941533.395621:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:2.0:1773941533.395624:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00010000:2.0:1773941533.395628:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941533.395634:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941533.395638:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941533.395646:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1773941533.395647:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1773941533.395649:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941533.395654:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941533.395656:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941533.395657:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941533.395661:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941533.395668:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941533.395670:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941533.395672:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941533.395677:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5ec00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941533.395685:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941533.395687:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941533.395692:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941533.395694:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941533.395694:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941533.395696:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1773941533.395696:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ec00 refcount=5 00000020:00000001:2.0:1773941533.395698:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:2.0:1773941533.395701:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:2.0:1773941533.395704:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941533.395705:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941533.395714:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941533.395718:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941533.395723:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941533.395759:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1773941533.395764:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000040:2.0:1773941533.395765:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941533.395772:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.395773:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941533.395777:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 02000000:00000001:3.0:1773941533.395782:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1773941533.395783:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941533.395786:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941533.395789:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1773941533.395790:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941533.395791:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941533.395795:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941533.395807:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941533.395808:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5ec00 with handle 0x450ee06f069b0c0f from hash 00010000:00000001:2.0:1773941533.395815:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941533.395821:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1773941533.395822:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244298880:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941533.395824:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941533.395827:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941533.395831:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1773941533.395833:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1773941533.395836:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:3.0:1773941533.395841:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1773941533.395842:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941533.395846:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941533.395850:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941533.395855:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1773941533.395859:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add400. 00010000:00000001:2.0:1773941533.395860:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941533.395865:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941533.395867:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941533.395875:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941533.395876:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941533.395884:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00010000:00000001:2.0:1773941533.395893:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941533.395895:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1773941533.395896:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00010000:00000001:2.0:1773941533.395896:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941533.395901:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941533.395904:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941533.395905:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941533.395906:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1773941533.395908:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244298880, portal 25 00010000:00010000:2.0:1773941533.395909:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941533.395915:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941533.395919:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00000100:00000040:3.0:1773941533.395933:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1773941533.395933:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543b00 count: 0 00000100:00000001:3.0:1773941533.395947:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941533.395950:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941533.395953:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be32a8. 00010000:00000001:2.0:1773941533.395954:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1773941533.395957:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244298880, offset 0 00010000:00000001:2.0:1773941533.395958:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941533.395967:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000001:2.0:1773941533.395968:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941533.395977:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024c380 x1860112244298752/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941549 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941533.395978:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941533.395989:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000100:00000001:2.0:1773941533.395989:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941533.395996:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1773941533.395999:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1773941533.395999:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9f400. 02000000:00000001:2.0:1773941533.396007:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1773941533.396009:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000020:00000001:2.0:1773941533.396010:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1773941533.396014:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1773941533.396014:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941533.396017:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941533.396020:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867a000. 02000000:00000001:2.0:1773941533.396033:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1773941533.396034:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1773941533.396037:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941533.396044:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024c380. 00000400:00000200:3.0:1773941533.396045:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[54, 55] 00000100:00000001:2.0:1773941533.396054:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1773941533.396055:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000001:2.0:1773941533.396062:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941533.396066:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941533.396069:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [176:176:256:4294967295] 192.168.202.146@tcp LPNI seq info [56:56:8:4294967295] 10000000:01000000:2.0:1773941533.396079:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941533.396084:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:3.0:1773941533.396089:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:00000010:2.0:1773941533.396089:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941533.396097:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941533.396103:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941533.396111:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941533.396116:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941533.396121:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 00000400:00000200:3.0:1773941533.396122:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 80000000:00000010:2.0:1773941533.396129:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941533.396134:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 00000800:00000200:3.0:1773941533.396140:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 20000000:00000010:2.0:1773941533.396142:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941533.396148:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 00000800:00000010:3.0:1773941533.396151:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efdb00. 10000000:00000001:2.0:1773941533.396151:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941533.396155:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941533.396159:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941533.396161:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000800:00000200:3.0:1773941533.396168:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000020:00000010:2.0:1773941533.396170:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941533.396177:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941533.396180:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941533.396195:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000800:00000200:3.0:1773941533.396201:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000020:00000010:2.0:1773941533.396203:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941533.396206:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941533.396209:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000800:00000200:3.0:1773941533.396211:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efdb00 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:2.0:1773941533.396212:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941533.396221:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941533.396223:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941533.396226:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941533.396227:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941533.396229:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1773941533.396240:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941533.396248:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941533.396251:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294972622 00000100:00000001:3.0:1773941533.396260:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972620 00000100:00000001:3.0:1773941533.396265:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294972622 00000100:00000001:3.0:1773941533.396268:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972620 00000100:00000001:3.0:1773941533.396272:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941533.396275:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.396278:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.396281:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941533.396289:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941533.396291:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941533.396294:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941533.396295:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941533.396297:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.396299:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941533.396404:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941533.396408:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efdb00. 00000400:00000200:1.0:1773941533.396411:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941533.396416:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941533.396420:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be32a8 00000400:00000010:1.0:1773941533.396422:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be32a8. 00000100:00000001:1.0:1773941533.396426:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941533.396430:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941533.396437:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941533.396440:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941533.396446:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941533.396447:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941533.397758:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941533.397768:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941533.397770:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941533.397773:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941533.397780:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941533.397785:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941533.397792:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941533.397795:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941533.397799:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941533.397803:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905480 00000400:00000200:0.0:1773941533.397809:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941533.397814:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xd59 [1] + 0 00000800:00000001:0.0:1773941533.397821:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941533.397839:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941533.397843:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941533.397848:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941533.397854:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941533.397862:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941533.397889:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941533.397909:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941533.397918:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941533.397923:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941533.397939:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941533.397942:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941533.397948:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941533.397950:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941533.397953:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941533.397964:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941533.397965:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941533.397967:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941533.397972:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941533.397980:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941533.397985:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941533.397986:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941533.397988:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941533.397990:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941533.397992:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941533.397994:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941533.397996:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941533.398001:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941533.398003:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941533.398005:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941533.398007:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941533.398009:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941533.398011:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.398014:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941533.398017:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941533.398022:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941533.398023:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941533.398025:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941533.398027:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941533.398033:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941533.398035:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941533.398036:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941533.398038:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941533.398041:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941533.398043:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941533.398044:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941533.398051:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941533 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941533.398053:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941533.398068:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941533.398070:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941533.398073:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941533.398076:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.398078:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941533.398081:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941533.398083:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941533.398086:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941533.398089:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941533.398092:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941533.398094:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941533.398338:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941533.398343:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941533.398352:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941533.398355:0:14300:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1773941533.398370:0:14300:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:3.0:1773941533.398381:0:14300:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1773941533.398394:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244298880:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941533.398405:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941533.398408:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941533.398411:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6d80 x1860112244298880/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941533.398418:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941533.398421:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941533.398423:0:14300:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:2.0:1773941533.398424:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add400. 10000000:01000000:3.0:1773941533.398426:0:14300:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941533.398428:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1773941533.398432:0:14300:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941533.398433:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941533.398442:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:3.0:1773941533.398443:0:14300:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941533.398449:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1773941533.398451:0:14300:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941533.398452:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 00000001:00000001:3.0:1773941533.398463:0:14300:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941533.398464:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1773941533.398472:0:14300:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941533.398473:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:3.0:1773941533.398478:0:14300:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941533.398479:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6d80. 10000000:00000001:3.0:1773941533.398490:0:14300:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941533.398492:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941533.398493:0:14300:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941533.398494:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941533.398498:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941533.398500:0:14300:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941533.398505:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941533.398506:0:14300:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941533.398511:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.398513:0:14300:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941533.398514:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941533.398520:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.398521:0:14300:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941533.398527:0:14300:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941533.398531:0:14300:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941533.398532:0:14300:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941533.398535:0:14300:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941533.398563:0:14300:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941533.398565:0:14300:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941533.398569:0:14300:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941533.398576:0:14300:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941533.398623:0:14300:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941533.398626:0:14300:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941533.398627:0:14300:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941533.398629:0:14300:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941533.398631:0:14300:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941533.401613:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543b00. 00010000:00000010:2.1:1773941533.401625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5ec00. 00000020:00000001:2.0:1773941534.033767:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941534.033774:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941534.033780:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941534.609682:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941534.609688:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941534.609692:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941534.609694:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941534.609695:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941534.609696:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941534.609698:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941534.609700:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941534.609728:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941534.609731:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941534.609733:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941534.609742:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6d80. 00000020:00000040:2.0:1773941534.609747:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941534.609751:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941534.609755:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941534.609760:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941534.609768:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941534.609775:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941534.609779:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941534.609783:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941534.609791:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941534.609796:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941534.609800:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941534.609805:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941534.609807:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c16 to hash 00000020:00000001:2.0:1773941534.609809:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941534.609810:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941534.609812:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941534.609815:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941534.609818:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941534.609821:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941534.609829:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941534.609838:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941534.609843:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941534.609844:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941534.609849:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941534.609855:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941534.609857:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941534.609858:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00000100:00000001:2.0:1773941534.609862:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941534.609866:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.609867:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941534.609869:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941534.609877:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941534.609884:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941534.609886:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941534.609888:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941534.609890:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941534.609892:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941534.609894:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244299008:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941534.609897:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941534.609902:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941534.609903:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941534.609905:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941534.609908:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f88400. 02000000:00000001:2.0:1773941534.609910:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941534.609917:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941534.609920:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941534.609925:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941534.609930:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244299008, portal 25 00000100:00000001:2.0:1773941534.609932:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941534.609933:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00000100:00000040:2.0:1773941534.609936:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941550 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941534.609941:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941534.609943:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941534.609945:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9ee0. 00000100:00000200:2.0:1773941534.609948:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244299008, offset 0 00000400:00000200:2.0:1773941534.609956:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941534.609962:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941534.609968:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941534.609972:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941534.609976:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941534.609979:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941534.609981:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941534.609983:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[56, 55] 00000400:00000200:2.0:1773941534.609986:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941534.609989:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [177:177:256:4294967295] 192.168.202.156@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:2.0:1773941534.609992:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941534.609999:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941534.610004:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941534.610008:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a300. 00000800:00000200:2.0:1773941534.610013:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941534.610019:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941534.610023:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941534.610038:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941534.610041:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941534.610043:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294973836 00000100:00000001:2.0:1773941534.610050:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972622 00000100:00000001:2.0:1773941534.610053:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294973836 00000100:00000001:2.0:1773941534.610056:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972622 00000100:00000001:2.0:1773941534.610058:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941534.610060:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.610062:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941534.610064:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941534.610070:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941534.610074:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941534.610078:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941534.610222:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941534.610233:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a300. 00000400:00000200:1.0:1773941534.610242:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941534.610252:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941534.610259:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9ee0 00000400:00000010:1.0:1773941534.610263:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9ee0. 00000100:00000001:1.0:1773941534.610269:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941534.610278:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941550 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941534.610292:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941534.610296:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941550 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941534.610302:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941534.610304:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941534.611148:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941534.611160:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941534.611162:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941534.611164:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941534.611170:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941534.611188:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941534.611194:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941534.611198:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941534.611202:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941534.611206:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905500 00000400:00000200:0.0:1773941534.611210:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941534.611214:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xd61 [1] + 224 00000800:00000001:0.0:1773941534.611221:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941534.611228:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941534.611230:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941534.611233:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941534.611237:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941534.611241:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941550 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941534.611249:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941550 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941534.611264:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941534.611271:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941534.611274:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941534.611306:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941534.611313:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941534.611314:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941534.611317:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941534.611322:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941534.611324:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941534.611327:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941534.611333:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941550 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941534.611342:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941550 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941534.611347:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941534.611349:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941534.611350:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941534.611352:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941534.611354:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941534.611356:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941534.611358:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941534.611362:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941534.611365:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941534.611367:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941534.611369:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941534.611372:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941534.611374:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941534.611376:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941534.611380:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941534.611382:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941534.611385:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941534.611387:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941534.611388:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941534.611390:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941534.611392:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941550 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941534.611408:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941534.611410:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941534.611411:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941534.611413:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941534.611416:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941534.611417:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.611419:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941534.611419:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941534.611420:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941534.611421:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.611422:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941534.611424:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941534.611426:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941534.611427:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941534.611429:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 299 00000400:00000200:2.0:1773941534.611433:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941534.611436:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941534.611439:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941534.611442:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941534.611443:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941534.611445:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941534.611447:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941534.611449:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941534.611450:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941534.611452:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941534.611454:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941534.611455:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941534.611457:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941534.611458:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941534.611459:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941534.611460:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941534.611462:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941534.611467:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941534.611469:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941534.611472:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941534.611474:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941534.611476:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.611478:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941534.611479:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941534.611482:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000020:00000040:2.0:1773941534.611483:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941534.611486:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941534.611487:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.611489:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941534.611490:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941534.611492:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941534.611495:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941534.611498:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941534.611502:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941534.611508:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941534.611510:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941534.611522:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd66c802] to pc [ptlrpcd_rcv+-1] req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941534.611543:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.611545:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941534.611546:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941534.611548:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941534.611550:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941534.611551:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941534.611552:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941534.611554:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941534.611556:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941534.611561:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941550 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941534.611574:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941534.611576:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941534.611597:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941534.611599:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941534.611602:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941550 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941534.611609:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244299008:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941534.611614:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941534.611617:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941534.611620:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941534.611622:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941534.611627:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941550 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941534.611633:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941534.611635:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941534.611637:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941534.611640:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941534.611642:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941534.611645:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941534.611646:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941534.611647:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000020:00000001:2.0:1773941534.611649:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941534.611651:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00010000:2.0:1773941534.611655:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941534.611657:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941534.611664:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1773941534.611664:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941534.611673:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941534.611674:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1773941534.611690:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1773941534.611691:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941534.611698:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941534.611734:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1773941534.611735:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941534.611740:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941534.611741:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941534.611746:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941534.611748:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941534.611752:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941534.611760:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941534.611762:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941534.611767:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941534.611769:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244299136:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941534.611772:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941534.611777:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1773941534.611779:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941534.611784:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941534.611788:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941534.611795:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1773941534.611796:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941534.611801:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:3.0:1773941534.611803:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386ade400. 10000000:00010000:2.0:1773941534.611804:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941534.611810:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941534.611814:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941534.611816:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941534.611817:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941534.611821:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000400:00000200:3.0:1773941534.611823:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:2.0:1773941534.611824:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941534.611830:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000010:3.0:1773941534.611834:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00010000:00000001:2.0:1773941534.611834:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941534.611838:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941534.611843:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 10000000:00000001:2.0:1773941534.611844:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:3.0:1773941534.611852:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244299136, portal 25 10000000:00010000:2.0:1773941534.611853:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941534.611859:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941534.611863:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 10000000:01000000:2.0:1773941534.611873:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000040:3.0:1773941534.611878:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000040:2.0:1773941534.611879:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941534.611883:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941534.611893:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941534.611896:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941534.611898:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941534.611900:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941534.611904:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941534.611910:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941534.611918:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c16 from hash 00010000:00000001:2.0:1773941534.611927:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1773941534.611928:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941534.611930:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941534.611933:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1773941534.611936:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941534.611938:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941534.611940:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1773941534.611942:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3880. 00010000:00000001:2.0:1773941534.611947:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:3.0:1773941534.611948:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244299136, offset 0 00010000:00000001:2.0:1773941534.611951:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941534.611952:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941534.611954:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941534.611962:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 10000000:00000001:2.0:1773941534.611964:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941534.611968:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941534.611974:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941534.611985:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941534.611986:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941534.611988:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941534.611991:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1773941534.611994:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941534.611995:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941534.612003:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941534.612007:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941534.612008:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:2.0:1773941534.612010:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941534.612013:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941534.612014:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941534.612024:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941534.612035:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[56, 57] 00010000:00000040:2.0:1773941534.612044:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00000400:00000200:3.0:1773941534.612047:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941534.612056:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [178:178:256:4294967295] 192.168.202.146@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:3.0:1773941534.612061:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941534.612071:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941534.612074:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941534.612083:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000100:00000001:2.0:1773941534.612084:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1773941534.612093:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000100:00000040:2.0:1773941534.612096:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6d80 x1860112244299008/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941550 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1773941534.612100:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd800. 00000100:00000001:2.0:1773941534.612111:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941534.612114:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1773941534.612121:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 02000000:00000010:2.0:1773941534.612122:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f88400. 02000000:00000001:2.0:1773941534.612132:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941534.612136:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:3.0:1773941534.612138:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000020:00000040:2.0:1773941534.612138:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941534.612147:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:3.0:1773941534.612148:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd800 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:2.0:1773941534.612157:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 02000000:00000001:2.0:1773941534.612161:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941534.612162:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941534.612164:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6d80. 00000100:00000001:3.0:1773941534.612167:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.612168:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1773941534.612189:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941534.612189:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941534.612203:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294973838 10000000:00000001:2.0:1773941534.612204:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941534.612216:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:3.0:1773941534.612221:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294973836 10000000:00000001:2.0:1773941534.612221:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941534.612225:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000100:00000001:3.0:1773941534.612229:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294973838 00000020:00000010:2.0:1773941534.612231:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000100:00000001:3.0:1773941534.612236:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294973836 00000020:00000010:2.0:1773941534.612239:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000100:00000001:3.0:1773941534.612241:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000010:2.0:1773941534.612244:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000100:00000001:3.0:1773941534.612245:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941534.612250:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000800:00000200:1.0:1773941534.612253:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773941534.612257:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 00000100:00000001:3.0:1773941534.612258:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941534.612258:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd800. 00000100:00000001:3.0:1773941534.612273:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1773941534.612274:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00000400:00000200:1.0:1773941534.612275:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1773941534.612288:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 00000100:00000001:3.0:1773941534.612289:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941534.612294:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:3.0:1773941534.612296:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 20000000:00000010:2.0:1773941534.612298:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 00000400:00000200:1.0:1773941534.612300:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3880 00000100:00000001:3.0:1773941534.612301:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941534.612311:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773941534.612311:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3880. 10000000:00000040:2.0:1773941534.612313:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941534.612323:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941534.612324:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941534.612337:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941534.612338:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941534.612349:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000100:00000001:1.0:1773941534.612354:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941534.612359:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941534.612365:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000100:00000001:1.0:1773941534.612367:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941534.612369:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941534.612370:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1773941534.612372:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 00000100:00000001:3.0:1773941534.612374:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1773941534.612381:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941534.612389:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941534.612391:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941534.612396:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941534.612401:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941534.612406:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941534.612408:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941534.612409:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941534.612411:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941534.612412:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941534.612413:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941534.612414:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941534.613991:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941534.614006:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941534.614008:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941534.614010:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941534.614013:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941534.614017:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941534.614021:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941534.614024:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941534.614026:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941534.614029:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905580 00000400:00000200:0.0:1773941534.614032:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941534.614035:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xd69 [1] + 0 00000800:00000001:0.0:1773941534.614039:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941534.614044:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941534.614046:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941534.614048:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941534.614051:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941534.614055:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941534.614064:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941534.614078:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941534.614082:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941534.614084:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941534.614105:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941534.614108:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941534.614112:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941534.614114:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941534.614116:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941534.614119:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941534.614120:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941534.614122:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941534.614127:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941534.614135:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941534.614141:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941534.614142:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941534.614144:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941534.614146:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941534.614147:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941534.614149:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941534.614151:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941534.614156:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=40 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941534.614159:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941534.614161:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941534.614162:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941534.614164:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941534.614166:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941534.614168:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941534.614183:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941534.614199:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941534.614201:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941534.614202:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941534.614205:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941534.614211:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941534.614213:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941534.614214:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941534.614216:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941534.614218:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941534.614220:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941534.614222:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941534.614225:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941534 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941534.614227:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941534.614233:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941534.614234:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941534.614237:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941534.614238:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941534.614240:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941534.614243:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941534.614245:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941534.614248:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941534.614250:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941534.614254:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941534.614256:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941534.614480:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.614485:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941534.614492:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941534.614494:0:14301:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941534.614505:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244299136:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:3.0:1773941534.614507:0:14301:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:3.0:1773941534.614515:0:14301:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941534.614533:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941534.614537:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941534.614542:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7100 x1860112244299136/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941534.614550:0:14301:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941534.614550:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:3.0:1773941534.614557:0:14301:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941534.614558:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1773941534.614569:0:14301:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941534.614570:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386ade400. 00000001:00000001:3.0:1773941534.614606:0:14301:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941534.614609:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941534.614611:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941534.614612:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941534.614615:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1773941534.614617:0:14301:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941534.614618:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 00000001:00000001:3.0:1773941534.614627:0:14301:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941534.614628:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1773941534.614630:0:14301:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941534.614632:0:14301:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941534.614634:0:14301:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941534.614640:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941534.614641:0:14301:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:2.0:1773941534.614649:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000100:00080000:3.0:1773941534.614651:0:14301:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941534.614660:0:14301:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941534.614661:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941534.614667:0:14301:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941534.614669:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941534.614675:0:14301:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.614675:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941534.614689:0:14301:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941534.614691:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941534.614693:0:14301:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941534.614694:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941534.614695:0:14301:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941534.614699:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:3.0:1773941534.614700:0:14301:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:2.0:1773941534.614710:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941534.614724:0:14301:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941534.614726:0:14301:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941534.614727:0:14301:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941534.614731:0:14301:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941534.614733:0:14301:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941534.614735:0:14301:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941534.614736:0:14301:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941534.614738:0:14301:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941534.614739:0:14301:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941534.617615:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941534.617621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941535.057779:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941535.057787:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941535.057794:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941535.121718:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (306) 10000000:00000001:0.0:1773941535.697722:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941535.697734:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941535.697741:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941535.697745:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941535.697747:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941535.697749:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941535.697753:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941535.697756:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941535.697759:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941535.697763:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941535.697765:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941535.697799:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024ca80. 00000020:00000040:0.0:1773941535.697805:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941535.697811:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941535.697814:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941535.697820:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941535.697829:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867ba00. 00000100:00000001:0.0:1773941535.697836:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941535.697841:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941535.697852:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941535.697862:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543900. 00010000:00000001:0.0:1773941535.697869:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941535.697872:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5ea00. 00000020:00000001:0.0:1773941535.697876:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941535.697879:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5ea00 with handle 0x450ee06f069b0c1d to hash 00000020:00000001:0.0:1773941535.697881:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941535.697883:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00000001:0.0:1773941535.697886:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00000001:0.0:1773941535.697889:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941535.697892:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941535.697896:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941535.697906:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941535.697917:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941535.697922:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941535.697923:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941535.697930:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37a80. 00000100:00000001:0.0:1773941535.697932:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401081984 : -104919308469632 : ffffa09391e37a80) 00000100:00000001:0.0:1773941535.697934:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941535.697935:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371807872 : -104919337743744 : ffffa0939024ca80) 00000100:00000001:0.0:1773941535.697945:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941535.697949:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941535.697951:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941535.697953:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941535.697964:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941535.697972:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941535.697974:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941535.697977:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941535.697980:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941535.697982:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941535.697984:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244299264:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941535.697988:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941535.697994:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941535.697996:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941535.697999:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941535.698004:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d400. 02000000:00000001:0.0:1773941535.698005:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941535.698012:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941535.698016:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedb00. 00000400:00000010:0.0:1773941535.698022:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1198. 00000100:00000200:0.0:1773941535.698029:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244299264, portal 25 00000100:00000001:0.0:1773941535.698031:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941535.698032:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371807872 : -104919337743744 : ffffa0939024ca80) 00000100:00000040:0.0:1773941535.698036:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941535.698043:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941535.698045:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941535.698047:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1b28. 00000100:00000200:0.0:1773941535.698049:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244299264, offset 0 00000400:00000200:0.0:1773941535.698055:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941535.698063:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941535.698072:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941535.698081:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941535.698085:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941535.698089:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941535.698091:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941535.698094:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[58, 57] 00000400:00000200:0.0:1773941535.698097:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941535.698101:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [179:179:256:4294967295] 192.168.202.156@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:0.0:1773941535.698104:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941535.698113:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941535.698119:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941535.698124:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941535.698131:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941535.698139:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941535.698143:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941535.698176:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941535.698180:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941535.698183:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294974924 00000100:00000001:0.0:1773941535.698192:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294973838 00000100:00000001:0.0:1773941535.698197:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294974924 00000100:00000001:0.0:1773941535.698201:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294973838 00000100:00000001:0.0:1773941535.698203:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941535.698205:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941535.698208:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941535.698210:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941535.698213:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37a80 going to sleep for 11 seconds 00000100:00000001:0.0:1773941535.698216:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941535.698219:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941535.698323:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941535.698329:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941535.698336:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941535.698341:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941535.698346:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1b28 00000400:00000010:1.0:1773941535.698349:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1b28. 00000100:00000001:1.0:1773941535.698353:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941535.698357:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941535.698366:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941535.698369:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941551 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941535.698375:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941535.698376:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941535.699272:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941535.699287:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941535.699289:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941535.699291:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941535.699304:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941535.699308:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941535.699314:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941535.699318:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941535.699323:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941535.699328:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905600 00000400:00000200:0.0:1773941535.699333:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941535.699339:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xd71 [1] + 224 00000800:00000001:0.0:1773941535.699346:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941535.699356:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941535.699359:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941535.699363:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941535.699368:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941535.699374:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941551 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941535.699385:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941535.699405:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941535.699416:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941535.699419:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941535.699451:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941535.699458:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941535.699460:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941535.699462:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedb00. 00000400:00000200:2.0:1773941535.699466:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1198 00000400:00000010:2.0:1773941535.699468:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1198. 00000100:00000001:2.0:1773941535.699470:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941535.699475:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941535.699484:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941551 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941535.699490:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941535.699492:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941535.699494:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941535.699496:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941535.699499:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941535.699501:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941535.699503:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941535.699508:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941535.699511:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941535.699513:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941535.699517:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941535.699519:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941535.699522:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941535.699531:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941535.699535:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941535.699539:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941535.699542:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941535.699544:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941535.699546:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941535.699548:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941535.699550:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941551 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941535.699556:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941535.699557:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941535.699558:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941535.699560:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941535.699563:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941535.699564:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.699565:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941535.699566:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941535.699567:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941535.699568:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.699569:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941535.699571:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941535.699572:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941535.699575:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941535.699600:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 301 00000400:00000200:2.0:1773941535.699604:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941535.699608:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941535.699612:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941535.699615:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941535.699617:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941535.699619:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941535.699622:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941535.699623:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941535.699625:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941535.699631:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941535.699633:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941535.699635:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941535.699637:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941535.699639:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941535.699640:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941535.699642:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941535.699645:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941535.699647:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941535.699649:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941535.699651:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941535.699654:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941535.699656:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.699658:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941535.699660:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941535.699663:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000020:00000040:2.0:1773941535.699665:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941535.699667:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941535.699669:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.699671:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941535.699673:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941535.699674:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941535.699678:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941535.699681:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941535.699686:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941535.699692:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941535.699694:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941535.699698:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd66c802] to pc [ptlrpcd_rcv+-1] req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941535.699717:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.699719:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941535.699724:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941535.699726:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941535.699728:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941535.699729:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941535.699731:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37a80 going to sleep for 1 seconds 00000100:00000001:2.0:1773941535.699732:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941535.699734:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941535.699738:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941551 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941535.699743:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941535.699745:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941535.699747:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941535.699749:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941535.699752:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941551 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941535.699758:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244299264:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941535.699763:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941535.699765:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941535.699767:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941535.699768:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941535.699771:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941535.699771:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941551 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941535.699777:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941535.699781:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941535.699781:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941535.699786:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37a80. 00000100:00000001:2.0:1773941535.699790:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:3.0:1773941535.699792:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941535.699793:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941535.699798:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941535.699802:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941535.699805:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1773941535.699805:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941535.699807:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ea00 refcount=4 00000100:00000001:3.0:1773941535.699809:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941535.699811:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 02000000:00000001:3.0:1773941535.699813:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941535.699815:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941535.699819:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941535.699820:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00000100:00100000:3.0:1773941535.699824:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244299392:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00010000:2.0:1773941535.699827:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941535.699833:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941535.699837:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941535.699839:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941535.699843:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1773941535.699845:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941535.699848:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941535.699852:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941535.699854:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941535.699855:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1773941535.699858:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941535.699862:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adfc00. 02000000:00000001:3.0:1773941535.699865:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941535.699865:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941535.699874:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941535.699876:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1773941535.699879:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00010000:00000001:2.0:1773941535.699880:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941535.699884:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00010000:00000001:2.0:1773941535.699885:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941535.699889:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941535.699890:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244299392, portal 25 00000100:00000001:3.0:1773941535.699894:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941535.699897:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00010000:00010000:2.0:1773941535.699900:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5ea00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000040:3.0:1773941535.699904:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941535.699904:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941535.699908:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941535.699923:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1773941535.699924:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941535.699926:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1773941535.699929:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000020:00000001:2.0:1773941535.699929:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941535.699931:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ea00 refcount=5 00000400:00000010:3.0:1773941535.699933:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3990. 00000100:00000200:3.0:1773941535.699936:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244299392, offset 0 00000020:00000001:2.0:1773941535.699942:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00000400:00000200:3.0:1773941535.699947:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941535.699948:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00000001:2.0:1773941535.699953:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941535.699954:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941535.699958:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941535.699961:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941535.699968:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:2.0:1773941535.699970:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941535.699972:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 10000000:00010000:2.0:1773941535.699974:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941535.699977:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941535.699982:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 10000000:01000000:2.0:1773941535.699984:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941535.699988:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[58, 59] 10000000:00000040:2.0:1773941535.699989:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941535.699992:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941535.699995:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00010000:2.0:1773941535.699996:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941535.699999:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941535.700000:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [180:180:256:4294967295] 192.168.202.146@tcp LPNI seq info [60:60:8:4294967295] 00010000:00000001:2.0:1773941535.700002:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1773941535.700006:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941535.700006:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941535.700010:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941535.700012:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941535.700016:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5ea00 with handle 0x450ee06f069b0c1d from hash 00010000:00000001:2.0:1773941535.700020:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1773941535.700021:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:2.0:1773941535.700022:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941535.700026:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941535.700027:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:3.0:1773941535.700028:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941535.700029:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941535.700031:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941535.700032:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941535.700033:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941535.700035:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941535.700039:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773941535.700040:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd100. 00010000:00010000:2.0:1773941535.700042:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941535.700049:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941535.700050:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941535.700057:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941535.700059:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941535.700062:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd100 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941535.700062:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941535.700065:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941535.700067:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941535.700068:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941535.700070:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941535.700072:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941535.700076:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773941535.700077:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543900 count: 0 00000400:00000200:3.0:1773941535.700082:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941535.700085:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294974926 00000100:00000001:3.0:1773941535.700091:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974924 00010000:00000001:2.0:1773941535.700091:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941535.700095:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941535.700097:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294974926 00000100:00000001:2.0:1773941535.700098:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941535.700103:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974924 00000100:00000040:2.0:1773941535.700105:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024ca80 x1860112244299264/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941551 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941535.700106:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941535.700112:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941535.700117:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.700118:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941535.700121:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941535.700123:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941535.700126:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d400. 00000100:00000001:3.0:1773941535.700129:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1773941535.700130:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941535.700133:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:2.0:1773941535.700135:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941535.700137:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1773941535.700138:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941535.700139:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941535.700143:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941535.700143:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941535.700147:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941535.700147:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867ba00. 02000000:00000001:2.0:1773941535.700152:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941535.700153:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941535.700154:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024ca80. 00000100:00000001:2.0:1773941535.700158:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941535.700159:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941535.700176:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941535.700178:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941535.700181:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941535.700184:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941535.700189:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000800:00000200:1.0:1773941535.700191:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773941535.700194:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941535.700199:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000800:00000010:1.0:1773941535.700199:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd100. 00000020:00000010:2.0:1773941535.700206:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000400:00000200:1.0:1773941535.700207:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941535.700215:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000020:00000010:2.0:1773941535.700217:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 00000400:00000200:1.0:1773941535.700220:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3990 80000000:00000010:2.0:1773941535.700222:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941535.700228:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 00000400:00000010:1.0:1773941535.700234:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3990. 20000000:00000010:2.0:1773941535.700236:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 00000100:00000001:1.0:1773941535.700241:0:2391:0:(events.c:34:request_out_callback()) Process entered 10000000:00000040:2.0:1773941535.700242:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941535.700246:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:1.0:1773941535.700251:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941535.700253:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941535.700259:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941535.700264:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000100:00000001:1.0:1773941535.700268:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1773941535.700270:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941535.700274:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00000100:00000040:1.0:1773941535.700276:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1773941535.700278:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941535.700283:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941535.700287:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941535.700292:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 00000100:00000001:1.0:1773941535.700295:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941535.700296:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:1.0:1773941535.700301:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941535.700302:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941535.700306:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941535.700308:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941535.700309:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941535.700310:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941535.700312:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941535.701459:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941535.701466:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941535.701467:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941535.701469:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941535.701473:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941535.701478:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941535.701483:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941535.701487:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941535.701491:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941535.701494:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905680 00000400:00000200:0.0:1773941535.701499:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941535.701503:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xd81 [1] + 0 00000800:00000001:0.0:1773941535.701516:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941535.701524:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941535.701527:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941535.701531:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941535.701535:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941535.701540:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941535.701550:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941535.701565:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941535.701570:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941535.701572:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941535.701625:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941535.701628:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941535.701631:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941535.701632:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941535.701634:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941535.701639:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941535.701641:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941535.701644:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941535.701648:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941535.701657:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941535.701663:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941535.701671:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941535.701673:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941535.701674:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941535.701676:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941535.701678:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941535.701680:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941535.701682:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941535.701685:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941535.701687:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941535.701688:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941535.701690:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941535.701691:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941535.701693:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941535.701696:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941535.701701:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941535.701703:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941535.701704:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941535.701706:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941535.701710:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941535.701712:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941535.701713:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941535.701715:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941535.701717:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941535.701719:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941535.701720:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941535.701723:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941535 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941535.701725:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941535.701731:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941535.701733:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941535.701734:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941535.701735:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941535.701737:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941535.701739:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941535.701741:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941535.701747:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941535.701750:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941535.701753:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941535.701755:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941535.701983:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.701988:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941535.701995:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941535.701997:0:14303:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941535.702005:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244299392:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:3.0:1773941535.702008:0:14303:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:2.0:1773941535.702014:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941535.702015:0:14303:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941535.702020:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941535.702021:0:14303:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941535.702024:0:14303:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:2.0:1773941535.702027:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7100 x1860112244299392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773941535.702028:0:14303:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941535.702032:0:14303:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941535.702037:0:14303:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941535.702039:0:14303:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941535.702040:0:14303:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941535.702041:0:14303:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941535.702045:0:14303:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941535.702049:0:14303:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941535.702054:0:14303:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941535.702055:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941535.702060:0:14303:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:2.0:1773941535.702060:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941535.702063:0:14303:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000010:2.0:1773941535.702064:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adfc00. 00000100:00000001:3.0:1773941535.702066:0:14303:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941535.702068:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1773941535.702069:0:14303:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000020:00000001:2.0:1773941535.702071:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941535.702073:0:14303:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:2.0:1773941535.702074:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 10000000:01000000:3.0:1773941535.702076:0:14303:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000020:00000001:2.0:1773941535.702078:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:3.0:1773941535.702079:0:14303:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000010:2.0:1773941535.702082:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941535.702086:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941535.702087:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941535.702088:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000100:00000001:2.0:1773941535.702090:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941535.702092:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941535.702093:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941535.702094:0:14303:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941535.702097:0:14303:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.702097:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941535.702099:0:14303:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941535.702100:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.702105:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:02000000:3.0:1773941535.702106:0:14303:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941535.702107:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941535.702111:0:14303:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941535.702114:0:14303:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941535.702116:0:14303:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941535.702117:0:14303:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941535.702119:0:14303:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941535.705611:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543900. 00010000:00000010:2.1:1773941535.705619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5ea00. 00000020:00000001:2.0:1773941536.081708:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941536.081718:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941536.081725:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941537.105741:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941537.105773:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941537.105779:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941537.425740:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941537.425751:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941537.425756:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941537.425760:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941537.425762:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941537.425763:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941537.425766:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941537.425768:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941537.425771:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941537.425774:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941537.425776:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941537.425790:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024ce00. 00000020:00000040:0.0:1773941537.425797:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941537.425803:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941537.425807:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941537.425813:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941537.425822:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867ac00. 00000100:00000001:0.0:1773941537.425831:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941537.425836:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941537.425840:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941537.425850:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543600. 00010000:00000001:0.0:1773941537.425856:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941537.425878:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5fa00. 00000020:00000001:0.0:1773941537.425884:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941537.425887:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5fa00 with handle 0x450ee06f069b0c24 to hash 00000020:00000001:0.0:1773941537.425890:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941537.425891:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00010000:00000001:0.0:1773941537.425895:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00010000:00000001:0.0:1773941537.425900:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941537.425903:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941537.425909:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941537.425921:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941537.425937:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941537.425945:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941537.425947:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941537.425956:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37240. 00000100:00000001:0.0:1773941537.425958:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401079872 : -104919308471744 : ffffa09391e37240) 00000100:00000001:0.0:1773941537.425961:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941537.425963:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371808768 : -104919337742848 : ffffa0939024ce00) 00000100:00000001:0.0:1773941537.425969:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941537.425974:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.425977:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941537.425979:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941537.425993:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.426004:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941537.426007:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941537.426012:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941537.426015:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941537.426024:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941537.426029:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244299520:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941537.426034:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941537.426041:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941537.426044:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941537.426047:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941537.426054:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e400. 02000000:00000001:0.0:1773941537.426056:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941537.426080:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941537.426087:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed738. 00000400:00000010:0.0:1773941537.426098:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1198. 00000100:00000200:0.0:1773941537.426107:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244299520, portal 25 00000100:00000001:0.0:1773941537.426110:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941537.426111:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371808768 : -104919337742848 : ffffa0939024ce00) 00000100:00000040:0.0:1773941537.426118:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.426127:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941537.426130:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941537.426134:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1b28. 00000100:00000200:0.0:1773941537.426137:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244299520, offset 0 00000400:00000200:0.0:1773941537.426169:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941537.426178:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941537.426187:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941537.426192:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941537.426196:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941537.426200:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941537.426202:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941537.426204:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[60, 59] 00000400:00000200:0.0:1773941537.426207:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941537.426210:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [181:181:256:4294967295] 192.168.202.156@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:0.0:1773941537.426214:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941537.426223:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941537.426234:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941537.426239:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941537.426246:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941537.426254:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941537.426258:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941537.426276:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941537.426281:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941537.426285:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294976652 00000100:00000001:0.0:1773941537.426294:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974926 00000100:00000001:0.0:1773941537.426300:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294976652 00000100:00000001:0.0:1773941537.426303:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974926 00000100:00000001:0.0:1773941537.426307:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941537.426311:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.426313:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941537.426315:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941537.426318:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37240 going to sleep for 11 seconds 00000100:00000001:0.0:1773941537.426321:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941537.426325:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941537.426438:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941537.426443:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941537.426449:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941537.426454:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941537.426459:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1b28 00000400:00000010:1.0:1773941537.426462:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1b28. 00000100:00000001:1.0:1773941537.426465:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941537.426469:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941537.426478:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941537.426481:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941537.426486:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941537.426488:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941537.427294:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941537.427306:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941537.427308:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941537.427310:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941537.427315:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941537.427319:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941537.427324:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941537.427327:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941537.427331:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941537.427334:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905700 00000400:00000200:0.0:1773941537.427337:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941537.427342:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xd89 [1] + 224 00000800:00000001:0.0:1773941537.427348:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941537.427360:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941537.427361:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941537.427364:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941537.427368:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941537.427372:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941537.427380:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.427397:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941537.427404:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941537.427407:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941537.427444:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941537.427453:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941537.427455:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941537.427459:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed738. 00000400:00000200:2.0:1773941537.427464:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1198 00000400:00000010:2.0:1773941537.427466:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1198. 00000100:00000001:2.0:1773941537.427469:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941537.427476:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941537.427487:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941537.427495:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941537.427497:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941537.427507:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941537.427510:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941537.427513:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941537.427516:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941537.427519:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941537.427526:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941537.427530:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941537.427534:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941537.427538:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941537.427541:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941537.427545:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941537.427549:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941537.427553:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941537.427558:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941537.427562:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941537.427565:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941537.427567:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941537.427569:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941537.427574:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941553 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941537.427630:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941537.427632:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941537.427634:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941537.427637:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941537.427641:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941537.427643:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.427645:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941537.427646:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941537.427647:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941537.427649:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.427651:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941537.427653:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941537.427655:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941537.427659:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941537.427667:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 302 00000400:00000200:2.0:1773941537.427673:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941537.427677:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941537.427683:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941537.427686:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941537.427689:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941537.427692:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941537.427695:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941537.427697:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941537.427700:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941537.427703:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941537.427706:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941537.427709:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941537.427712:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941537.427714:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941537.427716:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941537.427717:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941537.427721:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941537.427725:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941537.427727:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941537.427730:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941537.427733:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941537.427737:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.427740:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941537.427742:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941537.427747:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000020:00000040:2.0:1773941537.427749:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941537.427753:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941537.427756:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.427758:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941537.427760:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941537.427762:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941537.427772:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941537.427776:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941537.427783:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941537.427792:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941537.427794:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941537.427800:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd66c802] to pc [ptlrpcd_rcv+-1] req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941537.427824:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.427827:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941537.427828:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941537.427832:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941537.427835:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941537.427837:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941537.427840:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37240 going to sleep for 1 seconds 00000100:00000001:2.0:1773941537.427843:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941537.427846:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941537.427846:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941537.427851:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941537.427855:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941537.427856:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941553 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941537.427863:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941537.427875:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941537.427877:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941537.427880:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.427880:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941537.427886:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1773941537.427887:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941537.427891:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941537.427891:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941537.427897:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941537.427904:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244299648:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000040:2.0:1773941537.427904:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941553 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941537.427911:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941537.427914:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941537.427917:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941537.427921:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941537.427926:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386ade400. 00000100:00100000:2.0:1773941537.427927:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244299520:192.168.202.146@tcp:101:ll_cfg_requeue.0 02000000:00000001:3.0:1773941537.427929:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941537.427936:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941537.427937:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941537.427940:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000100:00000001:2.0:1773941537.427942:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941537.427946:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000001:2.0:1773941537.427947:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941537.427951:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1773941537.427953:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244299648, portal 25 00000100:00000001:3.0:1773941537.427955:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941537.427956:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000040:3.0:1773941537.427961:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941537.427966:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941553 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941537.427973:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941537.427979:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941537.427984:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3660. 00000100:00000001:2.0:1773941537.427987:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941537.427989:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244299648, offset 0 00000100:00000010:2.0:1773941537.427991:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37240. 00000400:00000200:3.0:1773941537.427996:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000001:2.0:1773941537.427998:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941537.428001:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941537.428002:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941537.428006:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941537.428010:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941537.428014:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941537.428016:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5fa00 refcount=4 00000020:00000001:2.0:1773941537.428018:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00010000:00000001:2.0:1773941537.428021:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00000400:00000200:3.0:1773941537.428025:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00010000:2.0:1773941537.428028:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941537.428030:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941537.428035:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941537.428040:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941537.428044:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941537.428047:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941537.428050:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[60, 61] 00010000:00010000:2.0:1773941537.428054:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941537.428055:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941537.428061:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [182:182:256:4294967295] 192.168.202.146@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:3.0:1773941537.428066:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941537.428079:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:2.0:1773941537.428083:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941537.428088:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941537.428089:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941537.428098:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00010000:00000001:2.0:1773941537.428100:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941537.428104:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941537.428107:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941537.428108:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941537.428119:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1773941537.428123:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941537.428123:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941537.428129:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000200:3.0:1773941537.428130:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:2.0:1773941537.428134:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941537.428159:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941537.428168:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941537.428170:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5fa00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000001:3.0:1773941537.428172:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294976654 10000000:00000001:2.0:1773941537.428175:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941537.428180:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294976652 10000000:00010000:2.0:1773941537.428181:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941537.428189:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294976654 00010000:00000001:2.0:1773941537.428193:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1773941537.428196:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294976652 00010000:00000001:2.0:1773941537.428197:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941537.428201:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941537.428203:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1773941537.428205:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5fa00 refcount=5 00000100:00000001:3.0:1773941537.428207:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941537.428210:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00000100:00000001:3.0:1773941537.428212:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941537.428212:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1773941537.428218:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00000800:00000010:1.0:1773941537.428218:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000100:00000001:3.0:1773941537.428220:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941537.428224:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1773941537.428226:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1773941537.428230:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00010000:2.0:1773941537.428231:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941537.428233:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941537.428234:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3660 00000100:00000001:3.0:1773941537.428238:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:1.0:1773941537.428239:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3660. 00000100:00000001:3.0:1773941537.428246:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941537.428247:0:2391:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:2.0:1773941537.428248:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941537.428252:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00010000:2.0:1773941537.428254:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1773941537.428255:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941537.428256:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941537.428264:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941537.428276:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:1.0:1773941537.428277:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:2.0:1773941537.428280:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941537.428282:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941537.428285:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000040:1.0:1773941537.428289:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941537.428290:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941537.428295:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1773941537.428299:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941537.428301:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1773941537.428307:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941537.428311:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941537.428313:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941537.428317:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5fa00 with handle 0x450ee06f069b0c24 from hash 00010000:00000001:2.0:1773941537.428323:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941537.428326:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941537.428327:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941537.428336:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941537.428338:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941537.428341:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941537.428344:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941537.428346:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941537.428348:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941537.428350:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941537.428354:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941537.428360:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941537.428362:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941537.428363:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941537.428365:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941537.428366:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941537.428367:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941537.428368:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941537.428371:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c24 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941537.428378:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543600 count: 0 00010000:00000001:2.0:1773941537.428390:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941537.428391:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941537.428394:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941537.428399:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024ce00 x1860112244299520/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941553 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941537.428407:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941537.428409:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941537.428412:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e400. 02000000:00000001:2.0:1773941537.428416:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941537.428418:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941537.428419:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941537.428422:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941537.428424:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867ac00. 02000000:00000001:2.0:1773941537.428428:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941537.428430:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941537.428437:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024ce00. 00000100:00000001:2.0:1773941537.428442:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941537.428443:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941537.428446:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941537.428448:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941537.428451:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941537.428455:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941537.428461:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941537.428466:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941537.428471:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941537.428476:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941537.428482:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941537.428486:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941537.428493:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941537.428498:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 10000000:00000040:2.0:1773941537.428504:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941537.428506:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941537.428511:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941537.428516:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941537.428519:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941537.428524:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941537.428527:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941537.428531:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941537.428534:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941537.428537:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941537.428540:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941537.428543:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941537.428547:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941537.428549:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941537.428552:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941537.428553:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941537.428555:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941537.428558:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941537.429724:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941537.429731:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941537.429733:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941537.429735:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941537.429739:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941537.429742:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941537.429746:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941537.429748:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941537.429751:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941537.429754:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905780 00000400:00000200:0.0:1773941537.429756:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941537.429759:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xd99 [1] + 0 00000800:00000001:0.0:1773941537.429763:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941537.429767:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941537.429769:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941537.429772:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941537.429776:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941537.429779:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941537.429786:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.429807:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941537.429812:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941537.429814:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941537.429834:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941537.429837:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941537.429841:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941537.429842:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941537.429844:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941537.429847:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941537.429848:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941537.429851:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941537.429855:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941537.429862:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941537.429868:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941537.429869:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941537.429870:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941537.429872:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941537.429873:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941537.429874:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941537.429875:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941537.429878:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=43 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941537.429881:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941537.429882:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941537.429884:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941537.429885:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941537.429887:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941537.429889:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941537.429893:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941537.429897:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941537.429899:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941537.429900:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941537.429902:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941537.429906:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941537.429908:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941537.429909:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941537.429916:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941537.429917:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941537.429919:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941537.429921:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941537.429924:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941537 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941537.429926:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941537.429932:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941537.429934:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941537.429936:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941537.429938:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941537.429939:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941537.429942:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941537.429944:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941537.429946:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941537.429949:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941537.429952:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941537.429953:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941537.430217:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.430225:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941537.430231:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941537.430237:0:14304:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941537.430238:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244299648:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941537.430244:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941537.430245:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1773941537.430248:0:14304:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:2.0:1773941537.430252:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7100 x1860112244299648/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941537.430253:0:14304:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941537.430257:0:14304:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941537.430259:0:14304:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941537.430263:0:14304:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941537.430264:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1773941537.430267:0:14304:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941537.430267:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941537.430271:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386ade400. 00000001:00000001:3.0:1773941537.430273:0:14304:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941537.430274:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1773941537.430276:0:14304:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941537.430277:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941537.430280:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:3.0:1773941537.430281:0:14304:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941537.430283:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1773941537.430285:0:14304:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941537.430286:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 10000000:00000001:3.0:1773941537.430290:0:14304:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941537.430291:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941537.430293:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941537.430296:0:14304:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:2.0:1773941537.430296:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000100:00000001:2.0:1773941537.430301:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941537.430302:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941537.430303:0:14304:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941537.430304:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941537.430310:0:14304:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941537.430310:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941537.430313:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941537.430316:0:14304:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941537.430316:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941537.430318:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941537.430327:0:14304:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941537.430330:0:14304:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941537.430333:0:14304:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941537.430335:0:14304:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941537.430337:0:14304:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941537.430352:0:14304:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941537.430353:0:14304:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941537.430355:0:14304:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941537.430358:0:14304:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941537.430363:0:14304:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941537.430365:0:14304:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941537.430366:0:14304:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941537.430368:0:14304:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941537.430370:0:14304:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941537.433626:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543600. 00010000:00000010:2.1:1773941537.433638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5fa00. 00000020:00000001:2.0:1773941538.129713:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941538.129721:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941538.129727:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941538.705741:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941538.705751:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941538.705756:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941538.705758:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941538.705760:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941538.705791:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941538.705795:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941538.705796:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941538.705799:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941538.705802:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941538.705803:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941538.705812:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000020:00000040:2.0:1773941538.705818:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941538.705823:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941538.705826:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941538.705834:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941538.705843:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941538.705851:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941538.705856:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941538.705859:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941538.705867:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941538.705874:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941538.705877:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941538.705881:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941538.705884:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c2b to hash 00000020:00000001:2.0:1773941538.705886:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941538.705888:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941538.705890:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941538.705894:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941538.705897:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941538.705901:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941538.705916:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941538.705928:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941538.705933:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941538.705939:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941538.705945:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941538.705947:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941538.705950:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941538.705951:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000001:2.0:1773941538.705956:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941538.705961:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.705963:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941538.705965:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941538.705976:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941538.705986:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941538.705990:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941538.705994:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941538.705997:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941538.706001:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941538.706005:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244299776:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941538.706010:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941538.706017:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941538.706021:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941538.706024:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941538.706030:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941538.706032:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941538.706043:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941538.706048:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941538.706057:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941538.706067:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244299776, portal 25 00000100:00000001:2.0:1773941538.706069:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941538.706071:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000040:2.0:1773941538.706078:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941554 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941538.706087:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941538.706090:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941538.706098:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e97f8. 00000100:00000200:2.0:1773941538.706101:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244299776, offset 0 00000400:00000200:2.0:1773941538.706107:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941538.706116:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941538.706125:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941538.706131:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941538.706149:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941538.706154:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941538.706156:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941538.706159:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[62, 61] 00000400:00000200:2.0:1773941538.706162:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941538.706165:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [183:183:256:4294967295] 192.168.202.156@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:2.0:1773941538.706169:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941538.706180:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941538.706186:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941538.706191:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a100. 00000800:00000200:2.0:1773941538.706198:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941538.706206:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941538.706210:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941538.706229:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941538.706233:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941538.706235:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294977932 00000100:00000001:2.0:1773941538.706243:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294976654 00000100:00000001:2.0:1773941538.706248:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294977932 00000100:00000001:2.0:1773941538.706251:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294976654 00000100:00000001:2.0:1773941538.706253:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941538.706255:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.706258:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941538.706259:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941538.706262:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941538.706272:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941538.706275:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941538.706408:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941538.706415:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a100. 00000400:00000200:1.0:1773941538.706422:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941538.706429:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941538.706435:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e97f8 00000400:00000010:1.0:1773941538.706439:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e97f8. 00000100:00000001:1.0:1773941538.706445:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941538.706450:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941554 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941538.706463:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941538.706467:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941554 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941538.706475:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941538.706477:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941538.707419:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941538.707435:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941538.707438:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941538.707440:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941538.707446:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941538.707452:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941538.707459:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941538.707463:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941538.707468:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941538.707473:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905800 00000400:00000200:0.0:1773941538.707478:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941538.707483:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xda1 [1] + 224 00000800:00000001:0.0:1773941538.707491:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941538.707500:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941538.707502:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941538.707507:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941538.707512:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941538.707519:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941554 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941538.707531:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941554 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941538.707550:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941538.707559:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941538.707562:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941538.707603:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941538.707610:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941538.707611:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941538.707614:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941538.707617:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941538.707619:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941538.707621:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941538.707625:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941554 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941538.707634:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941554 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941538.707639:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941538.707641:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941538.707643:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941538.707646:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941538.707648:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941538.707650:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941538.707652:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941538.707658:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=44 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941538.707660:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941538.707662:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941538.707666:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941538.707668:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941538.707671:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941538.707673:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941538.707677:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941538.707681:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941538.707683:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941538.707685:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941538.707687:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941538.707695:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941538.707698:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941554 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941538.707705:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941538.707706:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941538.707707:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941538.707710:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941538.707712:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941538.707713:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.707715:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941538.707716:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941538.707717:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941538.707718:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.707719:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941538.707722:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941538.707723:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941538.707726:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941538.707728:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 303 00000400:00000200:2.0:1773941538.707731:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941538.707734:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941538.707737:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941538.707740:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941538.707742:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941538.707743:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941538.707746:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941538.707748:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941538.707750:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941538.707752:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941538.707754:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941538.707756:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941538.707757:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941538.707758:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941538.707760:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941538.707761:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941538.707767:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941538.707770:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941538.707772:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941538.707774:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941538.707777:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941538.707779:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.707781:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941538.707782:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941538.707785:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6d80. 00000020:00000040:2.0:1773941538.707787:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941538.707790:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941538.707791:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.707793:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941538.707794:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941538.707797:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941538.707800:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941538.707803:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941538.707807:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941538.707814:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941538.707816:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941538.707820:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0a05c62] to pc [ptlrpcd_rcv+-1] req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941538.707839:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.707841:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941538.707842:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941538.707845:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941538.707847:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941538.707848:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941538.707850:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941538.707852:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941538.707853:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941538.707857:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941554 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941538.707867:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941538.707869:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941538.707872:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941538.707872:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941538.707875:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941538.707878:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941538.707879:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941554 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941538.707883:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1773941538.707892:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244299776:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000040:3.0:1773941538.707895:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941538.707897:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941538.707901:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941538.707906:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941538.707908:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941538.707911:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941554 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941538.707916:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941538.707920:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941538.707925:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941538.707927:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941538.707927:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941538.707933:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941538.707933:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941538.707938:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1773941538.707939:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1773941538.707940:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941538.707942:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1773941538.707943:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 02000000:00000001:3.0:1773941538.707948:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941538.707948:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941538.707953:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00100000:3.0:1773941538.707955:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244299904:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00010000:2.0:1773941538.707957:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941538.707961:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941538.707964:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941538.707968:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941538.707969:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941538.707970:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1773941538.707976:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941538.707977:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386add400. 02000000:00000001:3.0:1773941538.707980:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941538.707988:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941538.707993:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1773941538.707994:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00010000:00010000:2.0:1773941538.707997:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941538.708000:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00010000:00000001:2.0:1773941538.708003:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941538.708005:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941538.708007:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941538.708015:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244299904, portal 25 00010000:00000001:2.0:1773941538.708015:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941538.708016:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941538.708022:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1773941538.708023:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941538.708027:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00010000:00010000:2.0:1773941538.708028:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941538.708037:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000040:3.0:1773941538.708040:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941538.708041:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941538.708044:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941538.708060:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941538.708063:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941538.708064:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1773941538.708065:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941538.708068:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000100:00000040:3.0:1773941538.708073:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000020:00000001:2.0:1773941538.708073:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000010:3.0:1773941538.708077:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3f68. 00010000:00000001:2.0:1773941538.708077:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941538.708080:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:3.0:1773941538.708082:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244299904, offset 0 00010000:00010000:2.0:1773941538.708084:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941538.708089:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 10000000:00000001:2.0:1773941538.708094:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941538.708096:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941538.708102:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 10000000:00010000:2.0:1773941538.708102:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941538.708108:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:01000000:2.0:1773941538.708111:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941538.708116:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 10000000:00000040:2.0:1773941538.708116:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941538.708119:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941538.708123:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941538.708124:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941538.708127:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941538.708131:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941538.708151:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1773941538.708154:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[62, 63] 00010000:00000001:2.0:1773941538.708154:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941538.708157:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941538.708159:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941538.708163:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c2b from hash 00000400:00000200:3.0:1773941538.708165:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941538.708166:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941538.708170:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941538.708172:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941538.708174:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1773941538.708175:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [184:184:256:4294967295] 192.168.202.146@tcp LPNI seq info [64:64:8:4294967295] 00010000:00000001:2.0:1773941538.708176:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941538.708179:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941538.708182:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941538.708185:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941538.708187:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941538.708188:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:00000001:2.0:1773941538.708190:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941538.708194:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941538.708200:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:2.0:1773941538.708206:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941538.708209:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941538.708211:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941538.708211:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941538.708215:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941538.708217:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941538.708217:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1773941538.708219:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efda00. 00010000:00000001:2.0:1773941538.708219:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941538.708223:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941538.708228:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000040:2.0:1773941538.708235:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00000800:00000200:3.0:1773941538.708238:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941538.708242:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efda00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941538.708254:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941538.708255:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941538.708258:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941538.708259:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941538.708264:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294977934 00000100:00000001:3.0:1773941538.708268:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294977932 00000100:00000001:2.0:1773941538.708270:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941538.708277:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7100 x1860112244299776/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941554 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941538.708282:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294977934 00000100:00000001:2.0:1773941538.708285:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941538.708288:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294977932 02000000:00000001:2.0:1773941538.708290:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941538.708292:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1773941538.708294:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 00000100:00000001:3.0:1773941538.708295:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941538.708299:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941538.708299:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941538.708303:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941538.708304:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773941538.708307:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941538.708310:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941538.708313:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 00000100:00000001:3.0:1773941538.708315:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1773941538.708316:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1773941538.708317:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1773941538.708319:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1773941538.708320:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000010:1.0:1773941538.708321:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efda00. 00000100:00000001:3.0:1773941538.708325:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1773941538.708325:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000400:00000200:1.0:1773941538.708327:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941538.708330:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941538.708330:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941538.708334:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941538.708336:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941538.708336:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 10000000:00000001:2.0:1773941538.708337:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941538.708343:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:3.0:1773941538.708344:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941538.708345:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3f68 10000000:00000001:2.0:1773941538.708346:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000010:1.0:1773941538.708350:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3f68. 10000000:00000010:2.0:1773941538.708352:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000100:00000001:1.0:1773941538.708356:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1773941538.708357:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000100:00000200:1.0:1773941538.708362:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941538.708363:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941538.708368:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000100:00000001:1.0:1773941538.708375:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1773941538.708376:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000100:00000040:1.0:1773941538.708380:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941538.708383:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941538.708390:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00000100:00000001:1.0:1773941538.708390:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941538.708393:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000010:2.0:1773941538.708397:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941538.708402:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941538.708407:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941538.708409:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941538.708413:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941538.708417:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941538.708426:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941538.708430:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941538.708433:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941538.708436:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941538.708440:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941538.708443:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941538.708445:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941538.708448:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941538.708450:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941538.708452:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941538.708454:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941538.708455:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941538.708456:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941538.708458:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941538.710213:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941538.710221:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941538.710223:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941538.710226:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941538.710239:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941538.710244:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941538.710250:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941538.710255:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941538.710259:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941538.710263:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905880 00000400:00000200:0.0:1773941538.710268:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941538.710272:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xda9 [1] + 0 00000800:00000001:0.0:1773941538.710277:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941538.710284:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941538.710287:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941538.710290:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941538.710294:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941538.710299:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941538.710310:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941538.710328:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941538.710333:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941538.710337:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941538.710349:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941538.710352:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941538.710355:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941538.710357:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941538.710358:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941538.710361:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941538.710363:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941538.710365:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941538.710369:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941538.710377:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941538.710382:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941538.710383:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941538.710384:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941538.710386:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941538.710387:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941538.710388:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941538.710390:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941538.710392:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=44 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941538.710395:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941538.710397:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941538.710398:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941538.710406:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941538.710408:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941538.710410:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941538.710413:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941538.710419:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941538.710420:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941538.710422:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941538.710423:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941538.710427:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941538.710429:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941538.710430:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941538.710431:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941538.710433:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941538.710434:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941538.710437:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941538.710440:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941538 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941538.710442:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941538.710448:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941538.710450:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941538.710451:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941538.710453:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941538.710454:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941538.710457:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941538.710459:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941538.710460:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941538.710462:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941538.710465:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941538.710467:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941538.710758:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.710762:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941538.710769:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941538.710777:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244299904:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941538.710778:0:14305:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941538.710784:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941538.710786:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1773941538.710790:0:14305:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:2.0:1773941538.710792:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6d80 x1860112244299904/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941538.710796:0:14305:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941538.710799:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941538.710801:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941538.710804:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386add400. 00000100:00000001:3.0:1773941538.710805:0:14305:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941538.710807:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:3.0:1773941538.710808:0:14305:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:2.0:1773941538.710810:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941538.710812:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:3.0:1773941538.710813:0:14305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941538.710814:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1773941538.710818:0:14305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:2.0:1773941538.710819:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 02000000:00000001:2.0:1773941538.710823:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1773941538.710824:0:14305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941538.710827:0:14305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941538.710828:0:14305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941538.710829:0:14305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941538.710833:0:14305:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941538.710833:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941538.710837:0:14305:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:2.0:1773941538.710837:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6d80. 00000100:00080000:3.0:1773941538.710843:0:14305:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941538.710843:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941538.710846:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941538.710847:0:14305:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941538.710849:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941538.710850:0:14305:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941538.710853:0:14305:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941538.710853:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941538.710857:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941538.710858:0:14305:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941538.710861:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941538.710862:0:14305:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941538.710864:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941538.710865:0:14305:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941538.710868:0:14305:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941538.710885:0:14305:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941538.710888:0:14305:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941538.710890:0:14305:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941538.710895:0:14305:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941538.710899:0:14305:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941538.710902:0:14305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941538.710904:0:14305:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941538.710907:0:14305:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941538.710909:0:14305:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941538.714614:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941538.714620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:3.0:1773941539.153743:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941539.153751:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941539.153756:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941540.177692:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941540.177702:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941540.177708:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941540.241755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941540.241767:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941540.241780:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620000. 00000020:00000040:1.0:1773941540.241787:0:38:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941540.241792:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941540.241795:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941540.241803:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941540.241812:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa093854a1c00. 00000100:00000001:1.0:1773941540.241819:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941540.241831:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941540.241842:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941540.241846:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941540.241852:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049d556f1] to pc [ptlrpcd_00_00+0] req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.241885:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941540.241889:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (311) 00000100:00000001:1.0:1773941540.241902:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941540.241907:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773941540.241909:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.241916:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941540.241919:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.241921:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941540.241922:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941540.241924:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941540.241927:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941540.241929:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.241932:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.241940:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941540.241942:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941540.241946:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941540.241948:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941540.241951:0:2399:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941540.241954:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244300032:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1773941540.241979:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941540.241985:0:2399:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941540.241988:0:2399:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941540.241990:0:2399:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941540.241995:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09390301000. 02000000:00000001:1.0:1773941540.241997:0:2399:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941540.242005:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941540.242009:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941540.242017:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941540.242025:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244300032, portal 25 00000100:00000001:1.0:1773941540.242027:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941540.242028:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241601536 : -104919467950080 : ffffa09388620000) 00000100:00000040:1.0:1773941540.242033:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.242039:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941540.242042:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941540.242044:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa330. 00000100:00000200:1.0:1773941540.242046:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244300032, offset 0 00000400:00000200:1.0:1773941540.242052:0:2399:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941540.242061:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941540.242067:0:2399:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941540.242073:0:2399:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941540.242077:0:2399:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941540.242081:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941540.242083:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941540.242086:0:2399:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[64, 63] 00000400:00000200:1.0:1773941540.242088:0:2399:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1773941540.242103:0:2399:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [185:185:256:4294967295] 192.168.202.156@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:1.0:1773941540.242107:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941540.242116:0:2399:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1773941540.242139:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1773941540.242148:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1000. 00000800:00000200:1.0:1773941540.242155:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1773941540.242164:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1773941540.242168:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941540.242182:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941540.242186:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941540.242188:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294979468 00000100:00000001:1.0:1773941540.242198:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294977934 00000100:00000001:1.0:1773941540.242203:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294979468 00000100:00000001:1.0:1773941540.242206:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294977934 00000100:00000001:1.0:1773941540.242210:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941540.242212:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.242215:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.242217:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941540.242306:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941540.242311:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1000. 00000400:00000200:0.0:1773941540.242316:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941540.242322:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941540.242326:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa330 00000400:00000010:0.0:1773941540.242329:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa330. 00000100:00000001:0.0:1773941540.242334:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941540.242340:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.242358:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941540.242364:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.242372:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.242375:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941540.243327:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.243343:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941540.243346:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.243348:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941540.243352:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941540.243356:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941540.243362:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941540.243364:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941540.243368:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.243372:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905900 00000400:00000200:0.0:1773941540.243375:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.243380:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xdb1 [1] + 224 00000800:00000001:0.0:1773941540.243385:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.243392:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941540.243394:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941540.243396:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941540.243400:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941540.243403:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941540.243412:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.243428:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941540.243435:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.243438:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.243459:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941540.243462:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941540.243468:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941540.243469:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941540.243471:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941540.243477:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941540.243479:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941540.243481:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941540.243486:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941540.243494:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.243500:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941540.243501:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.243503:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941540.243506:0:2399:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941540.243508:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941540.243510:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941540.243512:0:2399:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941540.243523:0:2399:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941540.243526:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941540.243529:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941540.243531:0:2399:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941540.243533:0:2399:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941540.243536:0:2399:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941540.243540:0:2399:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941540.243543:0:2399:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941540.247798:0:2399:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941540.247802:0:2399:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941540.247804:0:2399:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941540.247807:0:2399:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941540.247815:0:2399:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.247828:0:2399:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941540.247829:0:2399:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941540.247831:0:2399:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941540.247835:0:2399:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941540.247838:0:2399:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941540.247840:0:2399:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.247842:0:2399:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941540.247844:0:2399:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941540.247845:0:2399:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941540.247847:0:2399:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.247849:0:2399:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941540.247852:0:2399:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941540.247855:0:2399:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941540.247858:0:2399:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941540.247861:0:2399:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 305 00000400:00000200:1.0:1773941540.247867:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941540.247871:0:2399:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941540.247875:0:2399:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941540.247878:0:2399:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941540.247891:0:2399:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941540.247893:0:2399:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:1.0:1773941540.247896:0:2399:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941540.247898:0:2399:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941540.247901:0:2399:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941540.247904:0:2399:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941540.247905:0:2399:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941540.247907:0:2399:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:1.0:1773941540.247909:0:2399:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941540.247911:0:2399:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941540.247912:0:2399:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941540.247913:0:2399:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:1.0:1773941540.247915:0:2399:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:1.0:1773941540.247918:0:2399:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:1.0:1773941540.247920:0:2399:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941540.247922:0:2399:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941540.247925:0:2399:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941540.247927:0:2399:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.247930:0:2399:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941540.247931:0:2399:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941540.247935:0:2399:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388622a00. 00000020:00000040:1.0:1773941540.247937:0:2399:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:1.0:1773941540.247940:0:2399:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941540.247942:0:2399:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.247944:0:2399:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941540.247946:0:2399:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941540.247949:0:2399:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941540.247954:0:2399:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09384f7ac00. 00000100:00000001:1.0:1773941540.247958:0:2399:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941540.247964:0:2399:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941540.247971:0:2399:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941540.247981:0:2399:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941540.247985:0:2399:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb80a146] to pc [ptlrpcd_rcv+-1] req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.248003:0:2399:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.248005:0:2399:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941540.248007:0:2399:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941540.248013:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.248022:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941540.248028:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941540.248031:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.248034:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941540.248038:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.248039:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941540.248042:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941540.248052:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941540.248060:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244300032:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1773941540.248064:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941540.248074:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941540.248077:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941540.248079:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941540.248079:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941540.248081:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.248085:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1773941540.248088:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244300160:192.168.202.146@tcp:250:ptlrpcd_00_01.0 00000100:00000040:1.0:1773941540.248094:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388620000 x1860112244300032/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.248102:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941540.248104:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941540.248106:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941540.248108:0:2399:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1773941540.248109:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941540.248113:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941540.248114:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09390301000. 02000000:00000010:3.0:1773941540.248128:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adc800. 02000000:00000001:3.0:1773941540.248132:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941540.248133:0:2399:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941540.248136:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941540.248138:0:2399:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000400:00000200:3.0:1773941540.248139:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:1.0:1773941540.248142:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1773941540.248145:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 02000000:00000010:1.0:1773941540.248146:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa093854a1c00. 00000400:00000010:3.0:1773941540.248151:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 02000000:00000001:1.0:1773941540.248152:0:2399:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941540.248155:0:2399:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1773941540.248158:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244300160, portal 25 00000100:00000010:1.0:1773941540.248159:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620000. 00000100:00000001:3.0:1773941540.248164:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941540.248166:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941540.248167:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241612288 : -104919467939328 : ffffa09388622a00) 00000100:00000001:1.0:1773941540.248169:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941540.248174:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.248180:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.248186:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1773941540.248189:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1773941540.248190:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000100:00000001:1.0:1773941540.248193:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941540.248195:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3440. 00000100:00000001:1.0:1773941540.248196:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1773941540.248200:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244300160, offset 0 00000100:00000001:1.0:1773941540.248204:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941540.248209:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941540.248215:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941540.248219:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941540.248223:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941540.248225:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941540.248229:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941540.248231:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941540.248233:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[64, 65] 00000400:00000200:3.0:1773941540.248236:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941540.248239:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [186:186:256:4294967295] 192.168.202.146@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1773941540.248247:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941540.248255:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941540.248259:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941540.248263:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd100. 00000800:00000200:3.0:1773941540.248267:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941540.248274:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941540.248279:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941540.248293:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941540.248297:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941540.248300:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294979474 00000100:00000001:3.0:1773941540.248307:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294979468 00000100:00000001:3.0:1773941540.248313:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294979474 00000100:00000001:3.0:1773941540.248326:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294979468 00000100:00000001:3.0:1773941540.248335:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941540.248338:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.248341:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.248344:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.248350:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941540.248352:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941540.248354:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941540.248355:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941540.248356:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.248358:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941540.248386:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941540.248391:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd100. 00000400:00000200:0.0:1773941540.248400:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941540.248405:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941540.248408:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3440 00000400:00000010:0.0:1773941540.248410:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3440. 00000100:00000001:0.0:1773941540.248414:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941540.248418:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.248424:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941540.248427:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.248432:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.248434:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941540.255709:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.255727:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941540.255731:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.255732:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941540.255741:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.255748:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941540.255755:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.255759:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.255764:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.255768:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905980 00000400:00000200:0.0:1773941540.255772:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.255777:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xdc1 [1] + 0 00000800:00000001:0.0:1773941540.255786:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.255816:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941540.255819:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941540.255825:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941540.255833:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941540.255842:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941540.255855:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.255887:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941540.255897:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.255901:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.255914:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941540.255919:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941540.255925:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941540.255927:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941540.255930:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941540.255933:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941540.255935:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941540.255938:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941540.255943:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941540.255962:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.255967:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941540.255969:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.255971:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941540.255974:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941540.255976:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941540.255978:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941540.255981:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941540.255987:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941540.255990:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941540.255992:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941540.255993:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941540.255996:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941540.255998:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.256000:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941540.256003:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.256008:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941540.256010:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941540.256012:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.256014:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941540.256020:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941540.256023:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941540.256025:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941540.256027:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941540.256030:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941540.256032:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941540.256033:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:3.0:1773941540.256036:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941540 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941540.256038:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941540.256045:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:3.0:1773941540.256050:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941540.256053:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941540.256055:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.256057:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941540.256060:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:3.0:1773941540.256062:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941540.256064:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941540.256067:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941540.256070:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:3.0:1773941540.256072:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941540.256351:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.256357:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941540.256367:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.256374:0:14306:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941540.256382:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244300160:192.168.202.146@tcp:250:ptlrpcd_00_01.0 00000100:00080000:3.0:1773941540.256385:0:14306:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:3.0:1773941540.256391:0:14306:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941540.256394:0:14306:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941540.256394:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1773941540.256396:0:14306:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941540.256401:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:3.0:1773941540.256402:0:14306:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941540.256407:0:14306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1773941540.256411:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388622a00 x1860112244300160/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773941540.256413:0:14306:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941540.256417:0:14306:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941540.256419:0:14306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941540.256421:0:14306:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941540.256425:0:14306:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.256432:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941540.256435:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941540.256437:0:14306:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:2.0:1773941540.256442:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adc800. 00000100:00080000:3.0:1773941540.256448:0:14306:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:2.0:1773941540.256448:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941540.256453:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941540.256455:0:14306:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000040:2.0:1773941540.256457:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941540.256460:0:14306:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:2.0:1773941540.256463:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941540.256465:0:14306:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941540.256469:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09384f7ac00. 00000100:00080000:3.0:1773941540.256470:0:14306:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941540.256477:0:14306:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941540.256477:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:3.0:1773941540.256482:0:14306:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000001:2.0:1773941540.256482:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:3.0:1773941540.256488:0:14306:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000010:2.0:1773941540.256489:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388622a00. 00000100:00000001:2.0:1773941540.256495:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941540.256497:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.256501:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.256509:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1773941540.256513:0:14306:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:2.0:1773941540.256513:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941540.256517:0:14306:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.256520:0:14306:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941540.256520:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:02000000:3.0:1773941540.256524:0:14306:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941540.256530:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.260486:0:14306:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941540.260490:0:14306:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941540.260492:0:14306:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941540.260495:0:14306:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941540.260496:0:14306:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941540.481656:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941540.481668:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941540.481673:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941540.481676:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941540.481678:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941540.481679:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941540.481682:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941540.481684:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941540.481687:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941540.481690:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941540.481692:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941540.481705:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024dc00. 00000020:00000040:0.0:1773941540.481710:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941540.481715:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941540.481719:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941540.481726:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941540.481736:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867ac00. 00000100:00000001:0.0:1773941540.481743:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941540.481747:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941540.481750:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941540.481759:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543c00. 00010000:00000001:0.0:1773941540.481765:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941540.481769:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5e800. 00000020:00000001:0.0:1773941540.481773:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941540.481775:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5e800 with handle 0x450ee06f069b0c32 to hash 00000020:00000001:0.0:1773941540.481777:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941540.481779:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184185856 : -104919525365760 : ffffa09384f5e800) 00010000:00000001:0.0:1773941540.481782:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184185856 : -104919525365760 : ffffa09384f5e800) 00010000:00000001:0.0:1773941540.481786:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941540.481789:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941540.481793:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941540.481821:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941540.481834:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941540.481840:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941540.481842:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941540.481849:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37300. 00000100:00000001:0.0:1773941540.481851:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401080064 : -104919308471552 : ffffa09391e37300) 00000100:00000001:0.0:1773941540.481854:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941540.481864:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371812352 : -104919337739264 : ffffa0939024dc00) 00000100:00000001:0.0:1773941540.481869:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941540.481874:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.481876:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941540.481878:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941540.481890:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.481899:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941540.481901:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941540.481905:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941540.481908:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941540.481911:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941540.481914:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244300288:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941540.481918:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941540.481923:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941540.481925:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941540.481928:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941540.481933:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d000. 02000000:00000001:0.0:1773941540.481935:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941540.481943:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941540.481952:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed3c8. 00000400:00000010:0.0:1773941540.481959:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1088. 00000100:00000200:0.0:1773941540.481967:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244300288, portal 25 00000100:00000001:0.0:1773941540.481969:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941540.481970:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371812352 : -104919337739264 : ffffa0939024dc00) 00000100:00000040:0.0:1773941540.481975:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.481982:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941540.481985:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941540.481988:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1660. 00000100:00000200:0.0:1773941540.481990:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244300288, offset 0 00000400:00000200:0.0:1773941540.481997:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941540.482005:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.482013:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941540.482020:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941540.482030:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941540.482035:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941540.482037:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941540.482041:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[66, 65] 00000400:00000200:0.0:1773941540.482046:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941540.482052:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [187:187:256:4294967295] 192.168.202.156@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:0.0:1773941540.482058:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941540.482072:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941540.482080:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941540.482087:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941540.482097:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941540.482108:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941540.482114:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941540.482148:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941540.482152:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941540.482155:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294979708 00000100:00000001:0.0:1773941540.482170:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294979474 00000100:00000001:0.0:1773941540.482176:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294979708 00000100:00000001:0.0:1773941540.482181:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294979474 00000100:00000001:0.0:1773941540.482184:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941540.482187:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.482190:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941540.482192:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941540.482195:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37300 going to sleep for 11 seconds 00000100:00000001:0.0:1773941540.482197:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941540.482201:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941540.482290:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941540.482296:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941540.482303:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941540.482309:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941540.482314:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1660 00000400:00000010:1.0:1773941540.482317:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1660. 00000100:00000001:1.0:1773941540.482321:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941540.482326:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.482335:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941540.482338:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941556 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.482345:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.482347:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941540.483274:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.483288:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941540.483290:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.483292:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941540.483297:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941540.483301:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941540.483306:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941540.483309:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941540.483313:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.483317:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905a00 00000400:00000200:0.0:1773941540.483321:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.483325:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xdc9 [1] + 224 00000800:00000001:0.0:1773941540.483332:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.483339:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941540.483341:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941540.483344:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941540.483349:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941540.483354:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941540.483364:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.483403:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941540.483414:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.483419:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.483452:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941540.483462:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941540.483465:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941540.483468:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed3c8. 00000400:00000200:2.0:1773941540.483474:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1088 00000400:00000010:2.0:1773941540.483477:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1088. 00000100:00000001:2.0:1773941540.483480:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941540.483487:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941540.483501:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.483508:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941540.483510:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.483513:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941540.483516:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941540.483518:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941540.483520:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941540.483523:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941540.483529:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941540.483532:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941540.483535:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941540.483538:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941540.488776:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941540.488781:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941540.488786:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941540.488791:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941540.488796:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941540.488800:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941540.488802:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941540.488804:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941540.488807:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941540.488811:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.488827:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941540.488829:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941540.488831:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941540.488834:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941540.488837:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941540.488839:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.488841:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941540.488841:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941540.488842:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941540.488843:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.488844:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941540.488847:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941540.488848:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941540.488851:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941540.488854:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 306 00000400:00000200:2.0:1773941540.488858:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941540.488862:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941540.488865:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941540.488868:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941540.488871:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941540.488875:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941540.488878:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941540.488880:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941540.488882:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941540.488885:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941540.488887:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941540.488888:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941540.488891:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941540.488892:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941540.488894:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941540.488896:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941540.488899:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941540.488905:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941540.488908:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941540.488927:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941540.488949:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941540.488952:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.488954:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941540.488956:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941540.488960:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6d80. 00000020:00000040:2.0:1773941540.488962:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941540.488966:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941540.488968:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.488970:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941540.488972:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941540.488975:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941540.488979:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941540.488982:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941540.488988:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941540.488996:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941540.488999:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941540.489005:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0a05c62] to pc [ptlrpcd_rcv+-1] req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.489027:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.489030:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941540.489032:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941540.489035:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.489038:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941540.489039:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941540.489042:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37300 going to sleep for 1 seconds 00000100:00000001:2.0:1773941540.489045:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941540.489047:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941540.489052:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.489055:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941540.489060:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941540.489063:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941540.489072:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.489076:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941540.489083:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.489089:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941540.489091:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941540.489092:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.489094:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941540.489098:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773941540.489100:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941556 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941540.489102:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941540.489109:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941540.489134:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244300416:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00100000:2.0:1773941540.489135:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244300288:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941540.489161:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941540.489164:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941540.489165:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773941540.489167:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941540.489168:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.489171:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1773941540.489172:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941540.489175:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1773941540.489179:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e800. 00000100:00000040:2.0:1773941540.489180:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941556 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941540.489184:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941540.489194:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941540.489196:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941540.489198:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed370. 00000100:00000010:2.0:1773941540.489200:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37300. 00000100:00000001:2.0:1773941540.489205:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:0.0:1773941540.489205:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1f68. 00000100:00000001:2.0:1773941540.489209:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:0.0:1773941540.489212:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244300416, portal 25 00010000:00000001:2.0:1773941540.489213:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941540.489215:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1773941540.489217:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941540.489218:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241236352 : -104919468315264 : ffffa093885c6d80) 00000020:00000001:2.0:1773941540.489221:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941540.489224:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5e800 refcount=4 00000020:00000001:2.0:1773941540.489228:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184185856 : -104919525365760 : ffffa09384f5e800) 00000100:00000040:0.0:1773941540.489228:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941540.489235:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184185856 : -104919525365760 : ffffa09384f5e800) 00010000:00010000:2.0:1773941540.489242:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941540.489243:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941540.489250:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941540.489255:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1440. 00010000:00000001:2.0:1773941540.489257:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:0.0:1773941540.489258:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244300416, offset 0 00010000:00010000:2.0:1773941540.489263:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941540.489275:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941540.489283:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941540.489283:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941540.489288:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941540.489292:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941540.489301:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941540.489301:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941540.489305:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941540.489307:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00010000:2.0:1773941540.489309:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941540.489312:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941540.489318:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941540.489325:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[66, 67] 00010000:00000001:2.0:1773941540.489326:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941540.489330:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941540.489332:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941540.489335:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941540.489339:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [188:188:256:4294967295] 192.168.202.146@tcp LPNI seq info [68:68:8:4294967295] 00010000:00010000:2.0:1773941540.489341:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941540.489349:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941540.489355:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5e800 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941540.489361:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941540.489364:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 10000000:00010000:2.0:1773941540.489365:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941540.489373:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941540.489380:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:0.0:1773941540.489381:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00010000:00000001:2.0:1773941540.489383:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941540.489386:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941540.489389:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5e800 refcount=5 00000800:00000200:0.0:1773941540.489390:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000020:00000001:2.0:1773941540.489392:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184185856 : -104919525365760 : ffffa09384f5e800) 00010000:00000001:2.0:1773941540.489395:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184185856 : -104919525365760 : ffffa09384f5e800) 00010000:00000001:2.0:1773941540.489398:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:0.0:1773941540.489399:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00010000:2.0:1773941540.489402:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941540.489404:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:2.0:1773941540.489412:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941540.489420:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941540.489425:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941540.489426:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941540.489432:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:0.0:1773941540.489435:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:00000001:2.0:1773941540.489436:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.489440:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294979715 00010000:00010000:2.0:1773941540.489442:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941540.489445:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1773941540.489447:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294979708 00010000:00000001:2.0:1773941540.489449:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941540.489453:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1773941540.489454:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294979715 00010000:00000001:2.0:1773941540.489456:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941540.489459:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.489461:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294979708 00000020:00000040:2.0:1773941540.489463:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5e800 with handle 0x450ee06f069b0c32 from hash 00010000:00000001:2.0:1773941540.489467:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1773941540.489467:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941540.489470:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941540.489472:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941540.489473:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941540.489476:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1773941540.489478:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941540.489479:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941540.489483:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941540.489484:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941540.489486:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941540.489489:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941540.489490:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941540.489492:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.489493:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1773941540.489495:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941540.489497:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941540.489504:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773941540.489506:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941540.489507:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941540.489508:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941540.489509:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941540.489510:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941540.489513:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941540.489514:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1773941540.489516:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941540.489518:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941540.489520:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5e800/0x450ee06f069b0c32 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941540.489521:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773941540.489532:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543c00 count: 0 00010000:00000001:2.0:1773941540.489550:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941540.489552:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:1.0:1773941540.489554:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941540.489555:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1773941540.489560:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000100:00000040:2.0:1773941540.489564:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024dc00 x1860112244300288/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941556 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941540.489567:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941540.489578:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941540.489580:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941540.489583:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d000. 02000000:00000001:2.0:1773941540.489587:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941540.489589:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941540.489591:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000400:00000200:1.0:1773941540.489595:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941540.489599:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1440 00000400:00000010:1.0:1773941540.489602:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1440. 00000100:00000001:1.0:1773941540.489606:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941540.489611:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.489620:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941540.489623:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.489629:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.489631:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1773941540.489633:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941540.489637:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867ac00. 02000000:00000001:2.0:1773941540.489645:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941540.489647:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941540.489650:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024dc00. 00000100:00000001:2.0:1773941540.489656:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941540.489657:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941540.489659:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941540.489662:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941540.489665:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941540.489670:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941540.489675:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941540.489679:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941540.489683:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941540.489688:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941540.489692:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941540.489696:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941540.489701:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941540.489706:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 10000000:00000040:2.0:1773941540.489710:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941540.489712:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941540.489717:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941540.489721:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941540.489729:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941540.489734:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941540.489736:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941540.489739:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941540.489742:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941540.489745:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941540.489747:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941540.489749:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941540.489752:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941540.489753:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000001:0.0:1773941540.491000:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.491008:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941540.491010:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.491012:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941540.491016:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.491021:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941540.491026:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.491029:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.491032:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.491035:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905a80 00000400:00000200:0.0:1773941540.491038:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941540.491042:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xdd9 [1] + 0 00000800:00000001:0.0:1773941540.491047:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.491052:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941540.491054:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941540.491057:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941540.491060:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941540.491064:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941540.491073:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941540.491091:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941540.491096:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941540.491098:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.491145:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941540.491149:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941540.491154:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941540.491156:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941540.491160:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed370. 00000400:00000200:1.0:1773941540.491165:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1f68 00000400:00000010:1.0:1773941540.491167:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1f68. 00000100:00000001:1.0:1773941540.491170:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941540.491178:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941540.491190:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.491199:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941540.491201:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.491204:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941540.491206:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941540.491208:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941540.491210:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941540.491213:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941540.491218:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941540.491222:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941540.491225:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941540.491227:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941540.491230:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941540.491232:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.491235:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941540.491242:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.491251:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941540.491254:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941540.491256:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.491259:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941540.491264:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941540.491267:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941540.491269:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941540.491282:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941540.491284:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941540.491287:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941540.491290:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941540.491295:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941540 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941540.491299:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941540.491306:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941540.491309:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941540.491310:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941540.491312:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.491313:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941540.491318:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941540.491320:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941540.491322:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941540.491325:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941540.491328:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941540.491330:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941540.491532:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941540.491536:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941540.491542:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941540.491549:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244300416:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941540.491562:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941540.491564:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941540.491568:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6d80 x1860112244300416/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.491571:0:14307:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941540.491575:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941540.491601:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941540.491603:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e800. 02000000:00000001:0.0:1773941540.491606:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941540.491608:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941540.491610:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941540.491612:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941540.491614:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 00000100:00080000:1.0:1773941540.491617:0:14307:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 02000000:00000001:0.0:1773941540.491618:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941540.491622:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941540.491624:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6d80. 00000100:00100000:1.0:1773941540.491625:0:14307:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941540.491628:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941540.491630:0:14307:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941540.491631:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1773941540.491636:0:14307:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:0.0:1773941540.491636:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941540.491644:0:14307:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941540.491644:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941540.491649:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941540.491651:0:14307:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941540.491652:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941540.491656:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941540.491658:0:14307:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941540.491663:0:14307:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941540.491666:0:14307:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941540.491668:0:14307:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941540.491671:0:14307:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.491673:0:14307:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941540.491678:0:14307:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941540.491681:0:14307:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941540.491684:0:14307:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941540.491694:0:14307:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941540.491697:0:14307:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941540.491700:0:14307:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941540.491702:0:14307:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941540.491704:0:14307:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:1.0:1773941540.491717:0:14307:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941540.491720:0:14307:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.491721:0:14307:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941540.491726:0:14307:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:1.0:1773941540.491731:0:14307:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941540.491734:0:14307:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941540.491735:0:14307:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941540.491738:0:14307:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941540.491739:0:14307:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941540.494392:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941540.494395:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941540.494397:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941540.494400:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:2.1:1773941540.495646:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543c00. 00010000:00000010:2.1:1773941540.495654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5e800. 00000020:00000001:3.0:1773941541.201769:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941541.201780:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941541.201788:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941542.225768:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941542.225779:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941542.225786:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941542.545661:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941542.545671:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941542.545676:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.545678:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941542.545680:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941542.545681:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941542.545684:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941542.545686:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941542.545688:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941542.545691:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941542.545693:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941542.545704:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000020:00000040:2.0:1773941542.545709:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941542.545713:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.545718:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.545724:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.545732:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941542.545740:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.545744:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941542.545747:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941542.545756:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941542.545763:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941542.545783:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941542.545787:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941542.545790:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c39 to hash 00000020:00000001:2.0:1773941542.545792:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941542.545793:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941542.545796:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941542.545800:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941542.545804:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941542.545807:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.545816:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.545828:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941542.545833:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.545834:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.545840:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941542.545842:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941542.545845:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.545846:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000001:2.0:1773941542.545851:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.545855:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.545857:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.545859:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.545871:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.545878:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.545880:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.545884:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.545886:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.545892:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.545896:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244300544:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941542.545899:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.545905:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.545908:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.545910:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.545915:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941542.545916:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.545924:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941542.545928:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941542.545935:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941542.545942:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244300544, portal 25 00000100:00000001:2.0:1773941542.545944:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.545945:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000040:2.0:1773941542.545949:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.545955:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.545958:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941542.545960:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9cc0. 00000100:00000200:2.0:1773941542.545963:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244300544, offset 0 00000400:00000200:2.0:1773941542.545972:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941542.545983:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941542.545992:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941542.545999:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.546004:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941542.546009:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.546012:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.546016:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[68, 67] 00000400:00000200:2.0:1773941542.546021:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941542.546027:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [189:189:256:4294967295] 192.168.202.156@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1773941542.546032:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941542.546045:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.546057:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941542.546062:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a400. 00000800:00000200:2.0:1773941542.546069:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941542.546077:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941542.546082:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.546122:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.546127:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941542.546130:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294981772 00000100:00000001:2.0:1773941542.546138:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294979715 00000100:00000001:2.0:1773941542.546144:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294981772 00000100:00000001:2.0:1773941542.546148:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294979715 00000100:00000001:2.0:1773941542.546150:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.546153:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.546154:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.546156:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.546158:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.546161:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.546164:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941542.546260:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941542.546266:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a400. 00000400:00000200:1.0:1773941542.546272:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941542.546277:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941542.546282:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9cc0 00000400:00000010:1.0:1773941542.546284:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9cc0. 00000100:00000001:1.0:1773941542.546288:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941542.546293:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.546301:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.546304:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.546310:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.546311:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941542.547428:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941542.547443:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941542.547446:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941542.547448:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941542.547455:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941542.547462:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941542.547469:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941542.547473:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941542.547478:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941542.547482:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905b00 00000400:00000200:0.0:1773941542.547498:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941542.547503:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xde9 [1] + 224 00000800:00000001:0.0:1773941542.547511:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941542.547518:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941542.547520:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941542.547524:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941542.547530:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941542.547537:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941542.547545:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.547562:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941542.547569:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941542.547571:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.547632:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.547640:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.547646:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.547650:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941542.547655:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941542.547657:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941542.547661:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.547668:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.547679:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.547686:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.547688:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.547697:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.547700:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.547703:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.547705:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.547707:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.547713:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=48 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.547716:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.547718:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941542.547722:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941542.547724:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941542.547727:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941542.547729:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941542.547733:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941542.547736:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941542.547739:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941542.547742:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941542.547743:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941542.547745:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941542.547748:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.547753:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941542.547754:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941542.547755:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941542.547758:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941542.547760:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941542.547762:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.547763:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941542.547764:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941542.547764:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941542.547765:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.547767:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941542.547769:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941542.547770:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941542.547773:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941542.547779:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 306 00000400:00000200:2.0:1773941542.547783:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941542.547787:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941542.547790:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941542.547793:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941542.547796:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941542.547798:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941542.547801:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941542.547802:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941542.547804:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.547806:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941542.547808:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941542.547809:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941542.547811:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941542.547812:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941542.547813:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941542.547815:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941542.547817:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941542.547820:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941542.547821:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.547823:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941542.547827:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.547829:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.547831:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941542.547833:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.547836:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6300. 00000020:00000040:2.0:1773941542.547838:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941542.547841:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941542.547842:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.547844:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.547845:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.547847:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.547853:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f89400. 00000100:00000001:2.0:1773941542.547857:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.547862:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941542.547868:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.547870:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.547874:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c4e1232] to pc [ptlrpcd_rcv+-1] req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.547894:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.547896:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941542.547897:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941542.547899:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.547902:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.547903:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941542.547905:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941542.547907:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.547909:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.547916:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941558 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.547922:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941542.547924:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.547924:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.547931:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.547933:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.547933:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941542.547943:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.547944:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941558 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.547960:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244300544:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000040:0.0:1773941542.547962:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.547967:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.547973:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941542.547982:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.547987:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941542.547987:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941542.547992:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941542.547996:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941542.547999:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773941542.548006:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941558 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941542.548006:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941542.548017:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244300672:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941542.548028:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941542.548039:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.548044:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 02000000:00000001:0.0:1773941542.548044:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941542.548047:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.548051:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1773941542.548052:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941542.548056:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941542.548060:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000010:0.0:1773941542.548062:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e000. 00010000:00000001:2.0:1773941542.548063:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1773941542.548065:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941542.548066:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.548071:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000020:00000001:2.0:1773941542.548078:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:0.0:1773941542.548078:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941542.548082:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00010000:2.0:1773941542.548085:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941542.548095:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedb58. 00010000:00000001:2.0:1773941542.548097:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941542.548118:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941542.548118:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f17f8. 00010000:00000001:2.0:1773941542.548131:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941542.548134:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941542.548134:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244300672, portal 25 00000100:00000001:0.0:1773941542.548146:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1773941542.548147:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.548152:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941542.548152:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241233664 : -104919468317952 : ffffa093885c6300) 00010000:00010000:2.0:1773941542.548158:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941542.548166:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941542.548177:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941542.548180:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.548188:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941542.548192:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941542.548192:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941542.548196:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941542.548198:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1908. 00000100:00000200:0.0:1773941542.548206:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244300672, offset 0 00010000:00010000:2.0:1773941542.548219:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 00000400:00000200:0.0:1773941542.548227:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 10000000:00000001:2.0:1773941542.548228:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941542.548231:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941542.548239:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941542.548250:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941542.548252:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.548254:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941542.548256:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000020:00000040:2.0:1773941542.548259:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000020:00000001:2.0:1773941542.548265:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:0.0:1773941542.548266:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941542.548275:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:0.0:1773941542.548280:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:2.0:1773941542.548283:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941542.548289:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941542.548290:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941542.548298:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941542.548309:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[68, 69] 10000000:00000001:2.0:1773941542.548314:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941542.548316:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 10000000:00010000:2.0:1773941542.548322:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941542.548323:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [190:190:256:4294967295] 192.168.202.146@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1773941542.548347:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:01000000:2.0:1773941542.548352:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941542.548357:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941542.548362:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941542.548371:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:2.0:1773941542.548372:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941542.548378:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941542.548382:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:0.0:1773941542.548386:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941542.548387:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941542.548393:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941542.548395:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941542.548395:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000020:00000040:2.0:1773941542.548408:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c39 from hash 00010000:00000001:2.0:1773941542.548412:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:0.0:1773941542.548413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941542.548414:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.548419:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1773941542.548425:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941542.548430:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941542.548436:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000800:00000200:0.0:1773941542.548437:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941542.548439:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941542.548442:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.548444:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.548445:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.548447:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941542.548449:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941542.548453:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.548454:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.548456:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.548463:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941542.548466:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1773941542.548468:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941542.548474:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941542.548476:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294981774 00010000:00000001:2.0:1773941542.548477:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.548478:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941542.548481:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941542.548490:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00000100:00000001:0.0:1773941542.548499:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294981772 00010000:00000001:2.0:1773941542.548504:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.548507:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941542.548507:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294981774 00000100:00000001:2.0:1773941542.548512:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.548521:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7100 x1860112244300544/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941558 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.548522:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294981772 00000800:00000200:1.0:1773941542.548530:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941542.548538:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000100:00000001:2.0:1773941542.548540:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941542.548541:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.548544:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1773941542.548544:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1773941542.548554:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 00000100:00000001:0.0:1773941542.548554:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.548560:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 02000000:00000001:2.0:1773941542.548564:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.548570:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1773941542.548574:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1908 00000020:00000040:2.0:1773941542.548575:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941542.548575:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941542.548605:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1908. 00000100:00000001:0.0:1773941542.548612:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.548617:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941542.548623:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.548624:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1773941542.548632:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941542.548632:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000010:2.0:1773941542.548637:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 00000100:00000001:1.0:1773941542.548647:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941542.548648:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941542.548648:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941542.548654:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941542.548656:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941542.548657:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941542.548668:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.548669:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 00000100:00000001:0.0:1773941542.548670:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.548671:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773941542.548674:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.548680:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.548682:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.548684:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941542.548691:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941542.548695:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941542.548700:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941542.548705:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941542.548711:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941542.548715:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941542.548720:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941542.548725:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941542.548729:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941542.548734:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941542.548738:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941542.548743:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941542.548745:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941542.548750:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941542.548754:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941542.548757:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941542.548761:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941542.548764:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941542.548767:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941542.548769:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941542.548772:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941542.548774:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941542.548776:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941542.548779:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941542.548780:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941542.548782:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941542.548783:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941542.548784:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941542.548785:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941542.549950:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941542.549962:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941542.549965:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941542.549968:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941542.549974:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941542.549980:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941542.549988:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941542.549995:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941542.550000:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941542.550004:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905b80 00000400:00000200:0.0:1773941542.550008:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941542.550013:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xdf1 [1] + 0 00000800:00000001:0.0:1773941542.550018:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941542.550026:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941542.550028:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941542.550033:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941542.550037:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941542.550043:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941542.550056:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.550094:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941542.550121:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941542.550125:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.550143:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941542.550147:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941542.550151:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941542.550153:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941542.550155:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedb58. 00000400:00000200:1.0:1773941542.550159:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f17f8 00000400:00000010:1.0:1773941542.550161:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f17f8. 00000100:00000001:1.0:1773941542.550163:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941542.550168:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941542.550176:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.550181:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941542.550182:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.550184:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941542.550186:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941542.550187:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941542.550189:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.550191:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941542.550197:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=48 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941542.550199:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941542.550201:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941542.550203:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.550205:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941542.550206:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.550208:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941542.550212:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.550223:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.550225:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941542.550227:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.550229:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941542.550234:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941542.550237:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941542.550238:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941542.550241:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.550244:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941542.550246:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941542.550249:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941542.550253:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941542 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941542.550256:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941542.550263:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941542.550265:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941542.550269:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941542.550271:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.550273:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941542.550277:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941542.550280:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941542.550283:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941542.550287:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941542.550290:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941542.550293:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941542.550537:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.550540:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941542.550545:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941542.550552:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244300672:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941542.550558:0:14309:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941542.550563:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.550566:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.550570:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6300 x1860112244300672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.550616:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1773941542.550618:0:14309:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 02000000:00000001:1.0:1773941542.550622:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1773941542.550626:0:14309:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:1.0:1773941542.550629:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e000. 00000100:00000001:2.0:1773941542.550632:0:14309:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941542.550637:0:14309:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:1.0:1773941542.550637:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941542.550644:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941542.550645:0:14309:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:1.0:1773941542.550649:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941542.550650:0:14309:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1773941542.550658:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941542.550659:0:14309:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941542.550661:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f89400. 00000001:00000001:2.0:1773941542.550666:0:14309:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1773941542.550668:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941542.550670:0:14309:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941542.550671:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941542.550677:0:14309:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941542.550678:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6300. 10000000:00000001:2.0:1773941542.550687:0:14309:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.550688:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941542.550692:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.550694:0:14309:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941542.550696:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941542.550703:0:14309:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941542.550704:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941542.550711:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.550716:0:14309:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941542.550717:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941542.550722:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.550724:0:14309:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941542.550729:0:14309:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941542.550733:0:14309:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941542.550737:0:14309:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941542.550738:0:14309:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941542.550740:0:14309:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941542.550762:0:14309:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941542.550763:0:14309:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.550765:0:14309:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941542.550769:0:14309:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941542.550774:0:14309:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941542.550778:0:14309:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.550780:0:14309:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941542.550784:0:14309:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941542.550786:0:14309:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941542.553618:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941542.553625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:3.0:1773941543.249768:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941543.249780:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941543.249789:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941543.697675:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941543.697682:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941543.697685:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941543.697687:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941543.697688:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941543.697689:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941543.697693:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941543.697694:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941543.697696:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941543.697699:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941543.697701:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941543.697711:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024d500. 00000020:00000040:0.0:1773941543.697715:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941543.697719:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941543.697722:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941543.697726:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941543.697733:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867b400. 00000100:00000001:0.0:1773941543.697738:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941543.697742:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941543.697744:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941543.697751:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543300. 00010000:00000001:0.0:1773941543.697758:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941543.697761:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5e200. 00000020:00000001:0.0:1773941543.697765:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941543.697767:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5e200 with handle 0x450ee06f069b0c40 to hash 00000020:00000001:0.0:1773941543.697768:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941543.697770:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:0.0:1773941543.697772:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:0.0:1773941543.697775:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941543.697778:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941543.697781:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941543.697801:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941543.697811:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941543.697816:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941543.697818:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941543.697823:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37c00. 00000100:00000001:0.0:1773941543.697824:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401082368 : -104919308469248 : ffffa09391e37c00) 00000100:00000001:0.0:1773941543.697826:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941543.697827:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371810560 : -104919337741056 : ffffa0939024d500) 00000100:00000001:0.0:1773941543.697832:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941543.697835:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941543.697837:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941543.697838:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941543.697846:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941543.697853:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941543.697855:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941543.697858:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941543.697860:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941543.697861:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941543.697864:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244300800:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941543.697867:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941543.697871:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941543.697873:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941543.697875:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941543.697879:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9f400. 02000000:00000001:0.0:1773941543.697880:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941543.697886:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941543.697902:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed000. 00000400:00000010:0.0:1773941543.697908:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f15d8. 00000100:00000200:0.0:1773941543.697914:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244300800, portal 25 00000100:00000001:0.0:1773941543.697915:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941543.697916:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371810560 : -104919337741056 : ffffa0939024d500) 00000100:00000040:0.0:1773941543.697921:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941559 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941543.697927:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941543.697929:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941543.697931:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1cc0. 00000100:00000200:0.0:1773941543.697933:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244300800, offset 0 00000400:00000200:0.0:1773941543.697938:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941543.697944:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941543.697950:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941543.697954:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941543.697957:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941543.697960:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941543.697963:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941543.697967:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[70, 69] 00000400:00000200:0.0:1773941543.697971:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941543.697975:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [191:191:256:4294967295] 192.168.202.156@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1773941543.697981:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941543.697991:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941543.697997:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941543.698003:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941543.698010:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941543.698019:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941543.698025:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941543.698042:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941543.698046:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941543.698048:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294982924 00000100:00000001:0.0:1773941543.698060:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294981774 00000100:00000001:0.0:1773941543.698065:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294982924 00000100:00000001:0.0:1773941543.698067:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294981774 00000100:00000001:0.0:1773941543.698070:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941543.698072:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941543.698074:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941543.698076:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941543.698078:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37c00 going to sleep for 11 seconds 00000100:00000001:0.0:1773941543.698082:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941543.698085:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941543.698257:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941543.698265:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941543.698272:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941543.698280:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941543.698286:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1cc0 00000400:00000010:1.0:1773941543.698289:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1cc0. 00000100:00000001:1.0:1773941543.698293:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941543.698300:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941559 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941543.698311:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941543.698314:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941559 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941543.698336:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941543.698337:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941543.699222:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941543.699234:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941543.699236:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941543.699238:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941543.699250:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941543.699254:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941543.699258:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941543.699261:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941543.699264:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941543.699267:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905c00 00000400:00000200:0.0:1773941543.699270:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941543.699274:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xe01 [1] + 224 00000800:00000001:0.0:1773941543.699279:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941543.699289:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941543.699291:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941543.699296:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941543.699302:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941543.699306:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941559 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941543.699313:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941559 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941543.699348:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941543.699358:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941543.699362:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941543.699408:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941543.699418:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941543.699421:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941543.699424:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed000. 00000400:00000200:2.0:1773941543.699430:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f15d8 00000400:00000010:2.0:1773941543.699432:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f15d8. 00000100:00000001:2.0:1773941543.699436:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941543.699451:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941559 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941543.699466:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941559 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941543.699474:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941543.699477:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941543.699481:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941543.699484:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941543.699487:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941543.699489:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941543.699491:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941543.699499:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=49 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941543.699502:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941543.699505:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941543.699508:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941543.699511:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941543.699513:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941543.699516:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941543.699520:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941543.699524:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941543.699527:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941543.699529:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941543.699530:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941543.699532:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941543.699535:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941559 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941543.699542:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941543.699543:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941543.699545:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941543.699549:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941543.699553:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941543.699555:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941543.699563:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941543.699564:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941543.699566:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941543.699568:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941543.699570:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941543.699572:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941543.699575:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941543.699611:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941543.699614:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 308 00000400:00000200:2.0:1773941543.699622:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941543.699628:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941543.699634:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941543.699637:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941543.699639:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941543.699641:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941543.699644:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941543.699646:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941543.699648:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941543.699651:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941543.699652:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941543.699654:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941543.699656:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941543.699658:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941543.699659:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941543.699661:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941543.699664:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941543.699666:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941543.699668:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941543.699670:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941543.699673:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941543.699675:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941543.699677:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941543.699684:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941543.699688:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7100. 00000020:00000040:2.0:1773941543.699691:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941543.699695:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941543.699696:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941543.699698:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941543.699701:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941543.699704:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941543.699709:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941543.699713:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941543.699727:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941543.699734:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941543.699737:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941543.699741:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd66c802] to pc [ptlrpcd_rcv+-1] req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941543.699757:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941543.699759:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941543.699760:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941543.699763:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941543.699765:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941543.699767:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941543.699769:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37c00 going to sleep for 1 seconds 00000100:00000001:2.0:1773941543.699771:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941543.699773:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941543.699777:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941559 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941543.699784:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941543.699785:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941543.699790:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941543.699791:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941543.699794:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941543.699797:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941543.699802:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941543.699803:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941543.699813:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1773941543.699815:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941559 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941543.699823:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941543.699828:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941543.699831:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941543.699834:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941543.699840:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244300928:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941543.699847:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941543.699851:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941543.699855:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941543.699857:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1773941543.699862:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244300800:192.168.202.146@tcp:101:ll_cfg_requeue.0 02000000:00000010:1.0:1773941543.699863:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941543.699867:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941543.699875:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941543.699876:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941543.699882:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000100:00000001:2.0:1773941543.699883:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:1.0:1773941543.699887:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000001:2.0:1773941543.699889:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941543.699892:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1773941543.699894:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244300928, portal 25 00000100:00000040:2.0:1773941543.699897:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941559 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941543.699898:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941543.699902:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241237248 : -104919468314368 : ffffa093885c7100) 00000100:00000001:2.0:1773941543.699912:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941543.699912:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941543.699918:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37c00. 00000100:00000001:2.0:1773941543.699923:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941543.699926:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941543.699929:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941543.699930:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941543.699935:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1773941543.699936:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000020:00000001:2.0:1773941543.699939:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941543.699942:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5e200 refcount=4 00000400:00000010:1.0:1773941543.699943:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa220. 00000020:00000001:2.0:1773941543.699944:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:2.0:1773941543.699949:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00000100:00000200:1.0:1773941543.699950:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244300928, offset 0 00010000:00010000:2.0:1773941543.699953:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941543.699962:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941543.699965:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941543.699969:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941543.699977:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941543.699979:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941543.699982:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941543.699989:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941543.699993:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941543.699999:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941543.700003:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941543.700003:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941543.700011:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:2.0:1773941543.700013:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941543.700017:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941543.700018:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941543.700020:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1773941543.700024:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941543.700025:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941543.700031:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[70, 71] 00010000:00010000:2.0:1773941543.700041:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5e200 already unused, calling callback (ffffffffc14a0c20) 00000400:00000200:1.0:1773941543.700042:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 10000000:00000001:2.0:1773941543.700045:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941543.700049:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941543.700054:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [192:192:256:4294967295] 192.168.202.146@tcp LPNI seq info [72:72:8:4294967295] 00010000:00000001:2.0:1773941543.700058:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941543.700061:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941543.700063:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773941543.700064:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000040:2.0:1773941543.700065:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5e200 refcount=5 00000020:00000001:2.0:1773941543.700071:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:2.0:1773941543.700073:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:2.0:1773941543.700079:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941543.700082:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941543.700086:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 10000000:00000001:2.0:1773941543.700107:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941543.700110:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941543.700114:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:01000000:2.0:1773941543.700121:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941543.700125:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941543.700126:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941543.700126:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1c00. 00010000:00010000:2.0:1773941543.700131:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941543.700133:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:1.0:1773941543.700138:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941543.700142:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941543.700144:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941543.700146:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941543.700148:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941543.700154:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5e200 with handle 0x450ee06f069b0c40 from hash 00000800:00000200:1.0:1773941543.700154:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941543.700157:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941543.700160:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941543.700161:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1773941543.700162:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1c00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941543.700163:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941543.700165:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941543.700168:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941543.700171:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941543.700171:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941543.700172:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941543.700174:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941543.700176:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941543.700180:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941543.700181:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941543.700182:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941543.700183:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941543.700184:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941543.700186:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941543.700186:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941543.700187:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941543.700190:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941543.700197:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000040:2.0:1773941543.700200:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543300 count: 0 00000100:00000001:1.0:1773941543.700202:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294982926 00000100:00000001:1.0:1773941543.700217:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294982924 00010000:00000001:2.0:1773941543.700220:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941543.700223:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941543.700225:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941543.700225:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294982926 00000100:00000040:2.0:1773941543.700232:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024d500 x1860112244300800/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941559 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941543.700233:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294982924 00000100:00000001:1.0:1773941543.700242:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941543.700243:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941543.700247:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941543.700249:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941543.700254:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941543.700255:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9f400. 00000100:00000001:1.0:1773941543.700259:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941543.700261:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941543.700265:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941543.700267:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941543.700270:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941543.700272:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1773941543.700273:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867b400. 00000100:00000001:1.0:1773941543.700277:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1773941543.700281:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941543.700283:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1773941543.700285:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941543.700287:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1773941543.700288:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024d500. 00000100:00000001:1.0:1773941543.700292:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941543.700294:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941543.700295:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941543.700297:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941543.700299:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941543.700302:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941543.700307:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000800:00000200:0.0:1773941543.700307:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773941543.700308:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941543.700319:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1c00. 00000020:00000010:2.0:1773941543.700321:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941543.700329:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000400:00000200:0.0:1773941543.700331:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:2.0:1773941543.700334:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941543.700341:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000400:00000200:0.0:1773941543.700343:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000020:00000010:2.0:1773941543.700348:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941543.700353:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00000400:00000200:0.0:1773941543.700353:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa220 00040000:00000010:2.0:1773941543.700363:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 00000400:00000010:0.0:1773941543.700363:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa220. 20000000:00000010:2.0:1773941543.700372:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 00000100:00000001:0.0:1773941543.700374:0:2391:0:(events.c:34:request_out_callback()) Process entered 10000000:00000040:2.0:1773941543.700378:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941543.700381:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941543.700386:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000100:00000200:0.0:1773941543.700388:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1773941543.700392:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941543.700403:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941543.700413:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 00000100:00000001:0.0:1773941543.700414:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000010:2.0:1773941543.700423:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00000100:00000040:0.0:1773941543.700425:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1773941543.700430:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941543.700438:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000100:00000001:0.0:1773941543.700442:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941543.700444:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 00000100:00000001:0.0:1773941543.700445:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000010:2.0:1773941543.700452:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941543.700457:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941543.700463:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941543.700466:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941543.700468:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941543.700470:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941543.700472:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941543.700473:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941543.701621:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941543.701647:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941543.701650:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941543.701653:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941543.701659:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941543.701666:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941543.701673:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941543.701677:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941543.701682:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941543.701686:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905c80 00000400:00000200:0.0:1773941543.701691:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941543.701696:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xe11 [1] + 0 00000800:00000001:0.0:1773941543.701702:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941543.701710:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941543.701712:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941543.701723:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941543.701728:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941543.701735:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941543.701748:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941543.701768:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941543.701775:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941543.701779:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941543.701814:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941543.701818:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941543.701822:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941543.701824:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941543.701826:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941543.701833:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941543.701835:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941543.701838:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941543.701844:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941543.701855:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941543.701863:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941543.701865:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941543.701867:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941543.701869:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941543.701871:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941543.701873:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941543.701875:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941543.701879:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=49 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941543.701883:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941543.701886:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941543.701887:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941543.701890:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941543.701893:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941543.701896:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941543.701902:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941543.701910:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941543.701912:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941543.701914:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941543.701916:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941543.701922:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941543.701925:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941543.701932:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941543.701934:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941543.701936:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941543.701939:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941543.701942:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941543.701946:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941543 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941543.701950:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941543.701957:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941543.701960:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941543.701961:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941543.701963:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941543.701965:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941543.701970:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941543.701973:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941543.701975:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941543.701979:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941543.701982:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941543.701985:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941543.702294:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941543.702299:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941543.702306:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941543.702316:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244300928:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941543.702322:0:14310:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941543.702323:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941543.702333:0:14310:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:1.0:1773941543.702335:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1773941543.702338:0:14310:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941543.702341:0:14310:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:1.0:1773941543.702343:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7100 x1860112244300928/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1773941543.702344:0:14310:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941543.702348:0:14310:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941543.702352:0:14310:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941543.702356:0:14310:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941543.702358:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1773941543.702359:0:14310:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941543.702361:0:14310:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941543.702362:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1773941543.702363:0:14310:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941543.702367:0:14310:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941543.702368:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7bc00. 00000100:00000001:3.0:1773941543.702369:0:14310:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941543.702374:0:14310:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:1.0:1773941543.702375:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941543.702377:0:14310:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941543.702379:0:14310:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941543.702381:0:14310:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941543.702385:0:14310:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000020:00000001:1.0:1773941543.702386:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941543.702387:0:14310:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941543.702390:0:14310:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000020:00000040:1.0:1773941543.702391:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 10000000:00000040:3.0:1773941543.702392:0:14310:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000020:00000001:1.0:1773941543.702398:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941543.702400:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:1.0:1773941543.702405:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941543.702406:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1773941543.702409:0:14310:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000010:1.0:1773941543.702409:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7100. 10000000:00000001:3.0:1773941543.702412:0:14310:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941543.702415:0:14310:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941543.702416:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:02000000:3.0:1773941543.702420:0:14310:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:1.0:1773941543.702420:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941543.702424:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941543.702431:0:14310:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941543.702434:0:14310:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941543.702435:0:14310:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941543.702436:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1773941543.702438:0:14310:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941543.702442:0:14310:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941543.702442:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941543.702449:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941543.702452:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941543.705625:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543300. 00010000:00000010:2.1:1773941543.705635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5e200. 00000020:00000001:0.0:1773941544.273761:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941544.273769:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941544.273774:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941545.105662:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941545.105675:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941545.105682:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941545.105686:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941545.105688:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941545.105690:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941545.105693:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941545.105695:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941545.105698:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941545.105702:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941545.105704:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941545.105717:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6680. 00000020:00000040:2.0:1773941545.105722:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941545.105727:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941545.105730:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941545.105737:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941545.105745:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941545.105753:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941545.105758:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941545.105761:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941545.105769:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941545.105775:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941545.105778:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941545.105782:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941545.105786:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c47 to hash 00000020:00000001:2.0:1773941545.105787:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941545.105789:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941545.105791:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941545.105795:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941545.105825:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941545.105829:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941545.105839:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941545.105851:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941545.105856:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941545.105858:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941545.105864:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941545.105866:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941545.105868:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941545.105869:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000001:2.0:1773941545.105874:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941545.105878:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.105880:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941545.105881:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941545.105892:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941545.105900:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941545.105902:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941545.105905:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941545.105908:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941545.105910:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941545.105912:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244301056:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941545.105916:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941545.105921:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941545.105923:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941545.105926:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941545.105932:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941545.105937:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941545.105945:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941545.105949:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941545.105957:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941545.105965:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244301056, portal 25 00000100:00000001:2.0:1773941545.105967:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941545.105968:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000040:2.0:1773941545.105972:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941545.105978:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941545.105980:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941545.105983:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e95d8. 00000100:00000200:2.0:1773941545.105986:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244301056, offset 0 00000400:00000200:2.0:1773941545.105992:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941545.106000:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941545.106008:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941545.106014:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941545.106018:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941545.106022:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941545.106025:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941545.106027:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[72, 71] 00000400:00000200:2.0:1773941545.106030:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941545.106034:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [193:193:256:4294967295] 192.168.202.156@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:2.0:1773941545.106037:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941545.106046:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941545.106051:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941545.106056:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a400. 00000800:00000200:2.0:1773941545.106062:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941545.106070:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941545.106099:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941545.106114:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941545.106122:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941545.106125:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294984332 00000100:00000001:2.0:1773941545.106135:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294982926 00000100:00000001:2.0:1773941545.106139:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294984332 00000100:00000001:2.0:1773941545.106143:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294982926 00000100:00000001:2.0:1773941545.106146:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941545.106149:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.106151:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941545.106153:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941545.106156:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941545.106158:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941545.106162:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941545.106258:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941545.106266:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a400. 00000400:00000200:0.0:1773941545.106274:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941545.106281:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941545.106288:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e95d8 00000400:00000010:0.0:1773941545.106292:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e95d8. 00000100:00000001:0.0:1773941545.106298:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941545.106304:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941545.106316:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941545.106321:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941561 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941545.106330:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941545.106332:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941545.107264:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941545.107277:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941545.107280:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941545.107282:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941545.107286:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941545.107291:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941545.107296:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941545.107307:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941545.107311:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941545.107315:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905d00 00000400:00000200:0.0:1773941545.107318:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941545.107322:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xe21 [1] + 224 00000800:00000001:0.0:1773941545.107329:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941545.107338:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941545.107340:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941545.107343:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941545.107347:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941545.107351:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941561 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941545.107359:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941545.107375:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941545.107381:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941545.107384:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941545.107424:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941545.107431:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941545.107432:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941545.107434:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941545.107438:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941545.107439:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941545.107441:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941545.107446:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941545.107455:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941561 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941545.107461:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941545.107462:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941545.107464:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941545.107467:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941545.107469:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941545.107471:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941545.107473:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941545.107478:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941545.107481:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941545.107483:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941545.107486:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941545.107495:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941545.107498:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941545.107500:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941545.107505:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941545.107508:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941545.107511:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941545.107514:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941545.107516:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941545.107518:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941545.107523:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941561 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941545.107531:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941545.107533:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941545.107535:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941545.107538:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941545.107542:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941545.107544:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.107546:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941545.107547:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941545.107548:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941545.107550:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.107551:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941545.107554:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941545.107557:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941545.107560:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941545.107563:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 310 00000400:00000200:2.0:1773941545.107569:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941545.107574:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941545.107598:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941545.107603:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941545.107605:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941545.107608:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941545.107618:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941545.107620:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941545.107623:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941545.107626:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941545.107628:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941545.107630:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941545.107633:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941545.107634:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941545.107636:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941545.107637:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941545.107640:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941545.107642:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941545.107644:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941545.107646:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941545.107648:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941545.107651:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.107653:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941545.107654:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941545.107657:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5500. 00000020:00000040:2.0:1773941545.107659:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941545.107662:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941545.107663:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.107665:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941545.107667:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941545.107668:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941545.107672:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f89400. 00000100:00000001:2.0:1773941545.107675:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941545.107680:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941545.107686:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941545.107688:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941545.107692:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f67ac62] to pc [ptlrpcd_rcv+-1] req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941545.107712:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.107714:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941545.107716:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941545.107718:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941545.107719:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941545.107721:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941545.107722:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941545.107724:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941545.107726:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941545.107730:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941561 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941545.107736:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941545.107738:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941545.107740:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941545.107740:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941545.107743:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941545.107746:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941545.107748:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941561 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941545.107749:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941545.107759:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941545.107760:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244301056:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941545.107768:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941545.107773:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941545.107775:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941545.107776:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941545.107779:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941545.107779:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941545.107784:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773941545.107785:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941561 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941545.107788:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941545.107794:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.107801:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941545.107804:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244301184:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000010:2.0:1773941545.107805:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941545.107809:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941545.107812:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941545.107814:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1773941545.107815:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:1.0:1773941545.107819:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941545.107823:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941545.107824:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941545.107828:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1773941545.107828:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1773941545.107829:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000020:00000001:2.0:1773941545.107833:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941545.107834:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00010000:2.0:1773941545.107838:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:1.0:1773941545.107838:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941545.107845:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941545.107848:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941545.107853:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941545.107854:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941545.107862:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00010000:00000001:2.0:1773941545.107863:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941545.107866:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941545.107871:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00010000:00000001:2.0:1773941545.107872:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941545.107875:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941545.107879:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1773941545.107879:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244301184, portal 25 00000100:00000001:1.0:1773941545.107886:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1773941545.107888:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941545.107890:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941545.107893:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941545.107895:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941545.107898:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241230080 : -104919468321536 : ffffa093885c5500) 00010000:00010000:2.0:1773941545.107906:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941545.107910:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:1.0:1773941545.107910:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00010000:2.0:1773941545.107913:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941545.107930:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941545.107932:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941545.107935:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa770. 00000100:00000200:1.0:1773941545.107940:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244301184, offset 0 00010000:00000001:2.0:1773941545.107944:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941545.107948:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1773941545.107949:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000020:00000001:2.0:1773941545.107951:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941545.107954:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000020:00000001:2.0:1773941545.107958:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941545.107958:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941545.107963:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941545.107966:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941545.107968:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941545.107972:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941545.107972:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941545.107976:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941545.107982:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 10000000:00000001:2.0:1773941545.107985:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:1.0:1773941545.107986:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 10000000:00010000:2.0:1773941545.107989:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941545.107991:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[72, 73] 00000400:00000200:1.0:1773941545.108001:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 10000000:01000000:2.0:1773941545.108004:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:1.0:1773941545.108007:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [194:194:256:4294967295] 192.168.202.146@tcp LPNI seq info [74:74:8:4294967295] 10000000:00000040:2.0:1773941545.108008:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941545.108012:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941545.108016:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941545.108017:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941545.108020:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941545.108025:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1773941545.108026:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:2.0:1773941545.108027:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941545.108030:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941545.108033:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941545.108036:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c47 from hash 00010000:00000001:2.0:1773941545.108040:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:1.0:1773941545.108040:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941545.108042:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941545.108045:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941545.108047:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000010:1.0:1773941545.108048:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1e00. 00010000:00000001:2.0:1773941545.108049:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941545.108051:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941545.108055:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941545.108056:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941545.108058:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941545.108060:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 10000000:00000001:2.0:1773941545.108065:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941545.108068:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941545.108088:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941545.108088:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941545.108090:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941545.108092:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941545.108095:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941545.108097:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941545.108097:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1e00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941545.108100:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941545.108103:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941545.108105:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941545.108111:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00000100:00000001:1.0:1773941545.108115:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941545.108120:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941545.108122:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941545.108122:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294984334 00010000:00000001:2.0:1773941545.108125:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941545.108128:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941545.108129:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294984332 00000100:00000040:2.0:1773941545.108134:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6680 x1860112244301056/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941561 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941545.108137:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294984334 00000100:00000001:1.0:1773941545.108145:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294984332 00000100:00000001:2.0:1773941545.108146:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941545.108149:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941545.108152:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941545.108156:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941545.108159:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773941545.108160:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941545.108164:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941545.108165:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941545.108169:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941545.108171:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941545.108173:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1773941545.108176:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 00000100:00000001:1.0:1773941545.108181:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1773941545.108183:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941545.108184:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1773941545.108189:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941545.108189:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1773941545.108189:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773941545.108193:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1773941545.108194:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1e00. 00000100:00000010:2.0:1773941545.108195:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6680. 00000100:00000001:1.0:1773941545.108196:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941545.108201:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773941545.108202:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941545.108204:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941545.108209:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941545.108210:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 10000000:00000001:2.0:1773941545.108215:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941545.108216:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa770 00000400:00000010:0.0:1773941545.108219:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa770. 10000000:01000000:2.0:1773941545.108222:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:0.0:1773941545.108224:0:2391:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:2.0:1773941545.108229:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000200:0.0:1773941545.108230:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941545.108239:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000010:2.0:1773941545.108244:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000100:00000040:0.0:1773941545.108244:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941545.108253:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000100:00000001:0.0:1773941545.108254:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941545.108257:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1773941545.108263:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941545.108270:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941545.108276:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941545.108281:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941545.108285:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941545.108289:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941545.108293:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941545.108297:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941545.108300:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941545.108304:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941545.108308:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941545.108310:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941545.108314:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941545.108316:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941545.108319:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941545.108321:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941545.108324:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941545.108326:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941545.108328:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941545.108331:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941545.108333:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941545.108335:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941545.108336:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941545.108337:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941545.108339:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941545.109570:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941545.109605:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941545.109608:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941545.109611:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941545.109615:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941545.109619:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941545.109623:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941545.109626:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941545.109629:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941545.109632:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905d80 00000400:00000200:0.0:1773941545.109636:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941545.109640:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xe29 [1] + 0 00000800:00000001:0.0:1773941545.109643:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941545.109648:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941545.109650:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941545.109652:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941545.109655:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941545.109658:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941545.109666:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941545.109679:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941545.109683:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941545.109685:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941545.109702:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941545.109704:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941545.109707:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941545.109708:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941545.109710:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941545.109716:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941545.109717:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941545.109719:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941545.109724:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941545.109731:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941545.109736:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941545.109737:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941545.109738:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941545.109740:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941545.109741:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941545.109742:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941545.109743:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941545.109746:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941545.109748:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941545.109750:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941545.109751:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941545.109753:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941545.109755:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941545.109757:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941545.109766:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941545.109771:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941545.109773:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941545.109774:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941545.109776:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941545.109780:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941545.109781:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941545.109782:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941545.109784:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941545.109786:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941545.109787:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941545.109789:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941545.109791:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941545 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941545.109793:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941545.109799:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941545.109800:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941545.109802:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941545.109804:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941545.109806:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941545.109810:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941545.109813:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941545.109815:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941545.109818:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941545.109822:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941545.109825:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941545.110106:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941545.110110:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941545.110114:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941545.110121:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244301184:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941545.110131:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941545.110133:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941545.110136:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c5500 x1860112244301184/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941545.110139:0:14311:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941545.110142:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941545.110145:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941545.110147:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941545.110149:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1773941545.110150:0:14311:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000020:00000001:1.0:1773941545.110152:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941545.110155:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00100000:3.0:1773941545.110156:0:14311:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:1.0:1773941545.110157:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941545.110161:0:14311:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:1.0:1773941545.110162:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f89400. 10000000:01000000:3.0:1773941545.110164:0:14311:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:1.0:1773941545.110166:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1773941545.110168:0:14311:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1773941545.110169:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941545.110172:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5500. 00000001:00000001:3.0:1773941545.110174:0:14311:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941545.110175:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941545.110177:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1773941545.110179:0:14311:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941545.110179:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1773941545.110184:0:14311:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941545.110187:0:14311:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941545.110187:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941545.110190:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941545.110191:0:14311:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941545.110193:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1773941545.110194:0:14311:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941545.110196:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941545.110197:0:14311:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941545.110203:0:14311:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941545.110205:0:14311:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941545.110207:0:14311:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941545.110209:0:14311:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941545.110211:0:14311:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941545.110213:0:14311:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941545.110215:0:14311:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941545.110216:0:14311:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941545.110227:0:14311:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941545.110229:0:14311:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941545.110230:0:14311:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941545.110232:0:14311:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941545.110235:0:14311:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941545.110236:0:14311:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941545.110237:0:14311:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941545.110239:0:14311:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941545.110240:0:14311:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941545.113615:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941545.113622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:3.0:1773941545.297724:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941545.297734:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941545.297742:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941545.361733:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (316) 10000000:00000001:2.0:1773941546.193765:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941546.193773:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941546.193789:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941546.193791:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941546.193792:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941546.193794:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941546.193797:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941546.193823:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941546.193825:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941546.193828:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941546.193829:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941546.193838:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6680. 00000020:00000040:2.0:1773941546.193854:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941546.193859:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941546.193862:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941546.193868:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941546.193877:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941546.193884:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941546.193889:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941546.193892:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941546.193901:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941546.193907:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941546.193910:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941546.193915:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941546.193917:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c4e to hash 00000020:00000001:2.0:1773941546.193919:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941546.193920:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941546.193923:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941546.193927:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941546.193930:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941546.193933:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941546.193943:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941546.193956:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941546.193960:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941546.193962:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941546.193971:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941546.193973:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941546.193976:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941546.193977:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000001:2.0:1773941546.193982:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941546.193986:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941546.193989:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941546.193990:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941546.194002:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941546.194020:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941546.194022:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941546.194026:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941546.194029:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941546.194031:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941546.194033:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244301312:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941546.194037:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941546.194042:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941546.194045:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941546.194047:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941546.194051:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941546.194053:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941546.194060:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941546.194077:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941546.194084:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941546.194092:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244301312, portal 25 00000100:00000001:2.0:1773941546.194093:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941546.194094:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000040:2.0:1773941546.194099:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941562 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941546.194106:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941546.194108:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941546.194110:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9e58. 00000100:00000200:2.0:1773941546.194117:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244301312, offset 0 00000400:00000200:2.0:1773941546.194125:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941546.194137:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941546.194147:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941546.194153:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941546.194159:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941546.194164:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941546.194167:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941546.194171:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[74, 73] 00000400:00000200:2.0:1773941546.194175:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941546.194178:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [195:195:256:4294967295] 192.168.202.156@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:2.0:1773941546.194182:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941546.194194:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941546.194200:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941546.194205:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a100. 00000800:00000200:2.0:1773941546.194212:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941546.194220:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941546.194224:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941546.194241:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941546.194245:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941546.194248:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294985420 00000100:00000001:2.0:1773941546.194256:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294984334 00000100:00000001:2.0:1773941546.194261:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294985420 00000100:00000001:2.0:1773941546.194264:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294984334 00000100:00000001:2.0:1773941546.194267:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941546.194269:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941546.194271:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941546.194273:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941546.194276:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941546.194279:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941546.194287:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941546.194429:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941546.194436:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a100. 00000400:00000200:0.0:1773941546.194444:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941546.194452:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941546.194459:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9e58 00000400:00000010:0.0:1773941546.194462:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9e58. 00000100:00000001:0.0:1773941546.194468:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941546.194474:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941562 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941546.194511:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941546.194516:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941562 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941546.194523:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941546.194526:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941546.195285:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941546.195301:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941546.195304:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941546.195307:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941546.195313:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941546.195319:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941546.195327:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941546.195331:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941546.195337:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941546.195342:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905e00 00000400:00000200:0.0:1773941546.195347:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941546.195354:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xe39 [1] + 224 00000800:00000001:0.0:1773941546.195362:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941546.195373:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941546.195376:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941546.195380:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941546.195385:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941546.195391:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941562 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941546.195403:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941562 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941546.195422:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941546.195430:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941546.195434:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941546.195456:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941546.195463:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941546.195465:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941546.195467:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941546.195471:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941546.195472:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941546.195474:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941546.195479:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941562 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941546.195487:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941562 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941546.195493:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941546.195494:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941546.195496:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941546.195499:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941546.195501:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941546.195503:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941546.195505:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941546.195511:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941546.195513:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941546.195516:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941546.195519:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941546.195521:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941546.195524:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941546.195526:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941546.195530:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941546.195533:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941546.195536:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941546.195538:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941546.195540:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941546.195542:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941546.195545:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941562 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941546.195558:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941546.195559:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941546.195562:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941546.195564:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941546.195567:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941546.195568:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941546.195569:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941546.195570:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941546.195571:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941546.195572:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941546.195573:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941546.195576:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941546.195596:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941546.195598:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941546.195601:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 311 00000400:00000200:2.0:1773941546.195604:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941546.195608:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941546.195611:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941546.195614:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941546.195616:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941546.195618:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941546.195621:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941546.195623:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941546.195624:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941546.195626:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941546.195628:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941546.195630:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941546.195632:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941546.195633:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941546.195635:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941546.195636:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941546.195639:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941546.195645:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941546.195647:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941546.195650:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941546.195652:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941546.195654:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941546.195656:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941546.195658:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941546.195661:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4000. 00000020:00000040:2.0:1773941546.195663:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941546.195666:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941546.195668:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941546.195670:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941546.195672:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941546.195674:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941546.195677:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941546.195680:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941546.195685:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941546.195691:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941546.195693:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941546.195697:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d463e81] to pc [ptlrpcd_rcv+-1] req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941546.195715:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941546.195718:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941546.195719:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941546.195722:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941546.195724:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941546.195725:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941546.195726:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941546.195728:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941546.195729:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941546.195733:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941562 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941546.195746:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941546.195748:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941546.195750:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941546.195752:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941546.195755:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941562 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941546.195760:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244301312:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941546.195764:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941546.195765:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941546.195767:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941546.195769:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941546.195772:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941562 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941546.195777:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941546.195779:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941546.195781:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941546.195782:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941546.195784:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941546.195787:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941546.195788:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941546.195789:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000020:00000001:2.0:1773941546.195791:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00000001:1.0:1773941546.195793:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773941546.195794:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00000001:1.0:1773941546.195799:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1773941546.195800:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941546.195803:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1773941546.195809:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:1.0:1773941546.195812:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941546.195814:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941546.195833:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1773941546.195834:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1773941546.195836:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941546.195838:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941546.195840:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941546.195843:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941546.195847:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941546.195854:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1773941546.195854:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244301440:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941546.195859:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941546.195860:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1773941546.195866:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941546.195873:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941546.195877:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941546.195879:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1773941546.195880:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941546.195885:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941546.195886:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941546.195890:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941546.195894:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1773941546.195895:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941546.195900:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00010000:00010000:2.0:1773941546.195902:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941546.195904:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941546.195910:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244301440, portal 25 00000100:00000001:1.0:1773941546.195914:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941546.195917:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241224704 : -104919468326912 : ffffa093885c4000) 00010000:00010000:2.0:1773941546.195922:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000040:1.0:1773941546.195924:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941546.195927:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941546.195932:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941546.195934:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941546.195940:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941546.195944:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa4c8. 00000100:00000200:1.0:1773941546.195949:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244301440, offset 0 00010000:00000001:2.0:1773941546.195950:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941546.195953:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941546.195955:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773941546.195956:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000020:00000040:2.0:1773941546.195959:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000020:00000001:2.0:1773941546.195963:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941546.195963:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941546.195969:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941546.195971:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941546.195973:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1773941546.195976:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1773941546.195977:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941546.195981:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 10000000:00000001:2.0:1773941546.195987:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:1.0:1773941546.195987:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941546.195990:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 10000000:00010000:2.0:1773941546.195997:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941546.196002:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941546.196004:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941546.196007:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941546.196007:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[74, 75] 00010000:00010000:2.0:1773941546.196011:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941546.196014:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1773941546.196017:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941546.196019:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941546.196022:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1773941546.196023:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [196:196:256:4294967295] 192.168.202.146@tcp LPNI seq info [76:76:8:4294967295] 00010000:00000001:2.0:1773941546.196025:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941546.196028:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941546.196032:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000040:2.0:1773941546.196033:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c4e from hash 00010000:00000001:2.0:1773941546.196037:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941546.196040:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941546.196043:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941546.196046:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:2.0:1773941546.196047:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941546.196049:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941546.196053:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:1.0:1773941546.196057:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941546.196058:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941546.196061:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1773941546.196076:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1600. 00010000:00000001:2.0:1773941546.196080:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941546.196084:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 10000000:00000001:2.0:1773941546.196085:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941546.196088:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941546.196097:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941546.196098:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941546.196099:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941546.196102:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:1.0:1773941546.196102:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941546.196104:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941546.196107:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941546.196109:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941546.196109:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1600 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:2.0:1773941546.196113:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941546.196119:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00000100:00000001:1.0:1773941546.196122:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941546.196128:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941546.196131:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294985422 00000100:00000001:1.0:1773941546.196136:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985420 00010000:00000001:2.0:1773941546.196139:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941546.196140:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294985422 00010000:00000001:2.0:1773941546.196143:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941546.196145:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985420 00000100:00000001:2.0:1773941546.196147:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941546.196152:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773941546.196155:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6680 x1860112244301312/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941562 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941546.196156:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941546.196162:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941546.196167:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941546.196170:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941546.196173:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941546.196175:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1773941546.196176:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 00000100:00000001:1.0:1773941546.196178:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1773941546.196181:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941546.196182:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941546.196185:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1773941546.196186:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941546.196188:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941546.196189:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941546.196191:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941546.196193:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941546.196197:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 02000000:00000001:2.0:1773941546.196201:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941546.196203:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941546.196204:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6680. 00000800:00000200:0.0:1773941546.196207:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941546.196208:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941546.196209:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941546.196211:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941546.196213:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941546.196216:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941546.196221:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000800:00000010:0.0:1773941546.196222:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1600. 00000020:00000010:2.0:1773941546.196229:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000400:00000200:0.0:1773941546.196230:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1773941546.196240:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000400:00000200:0.0:1773941546.196240:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941546.196248:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa4c8 00000040:00000010:2.0:1773941546.196249:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000400:00000010:0.0:1773941546.196251:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa4c8. 00000100:00000001:0.0:1773941546.196256:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1773941546.196258:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000100:00000200:0.0:1773941546.196262:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941546.196267:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941546.196275:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00000100:00000001:0.0:1773941546.196278:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00040000:00000010:2.0:1773941546.196283:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 00000100:00000040:0.0:1773941546.196284:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 20000000:00000010:2.0:1773941546.196291:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 00000100:00000001:0.0:1773941546.196295:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941546.196300:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 00000100:00000001:0.0:1773941546.196300:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941546.196306:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941546.196312:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941546.196316:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941546.196324:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941546.196328:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941546.196331:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941546.196334:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941546.196337:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941546.196339:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941546.196342:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941546.196345:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941546.196347:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941546.196349:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941546.196351:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941546.196353:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941546.196354:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941546.196356:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941546.197684:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941546.197693:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941546.197696:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941546.197699:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941546.197704:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941546.197710:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941546.197716:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941546.197719:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941546.197724:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941546.197729:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905e80 00000400:00000200:0.0:1773941546.197734:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941546.197738:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xe41 [1] + 0 00000800:00000001:0.0:1773941546.197743:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941546.197750:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941546.197752:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941546.197757:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941546.197759:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941546.197763:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941546.197772:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941546.197796:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941546.197802:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941546.197806:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941546.197860:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941546.197863:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941546.197866:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941546.197867:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941546.197869:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941546.197875:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941546.197877:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941546.197879:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941546.197883:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941546.197891:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941546.197896:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941546.197898:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941546.197899:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941546.197906:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941546.197908:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941546.197909:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941546.197911:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941546.197914:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=52 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941546.197916:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941546.197918:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941546.197919:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941546.197921:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941546.197923:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941546.197925:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941546.197928:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941546.197932:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941546.197934:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941546.197936:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941546.197938:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941546.197942:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941546.197943:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941546.197944:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941546.197946:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941546.197948:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941546.197949:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941546.197951:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941546.197953:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941546 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941546.197956:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941546.197962:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941546.197963:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941546.197964:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941546.197966:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941546.197967:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941546.197970:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941546.197972:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941546.197974:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941546.197980:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941546.197983:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941546.197985:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941546.198272:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941546.198276:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941546.198282:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941546.198293:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244301440:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941546.198301:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941546.198304:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941546.198310:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4000 x1860112244301440/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941546.198311:0:14312:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941546.198321:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941546.198325:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941546.198328:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941546.198331:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941546.198335:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:3.0:1773941546.198336:0:14312:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000020:00000040:1.0:1773941546.198337:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941546.198344:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941546.198348:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 00000100:00100000:3.0:1773941546.198352:0:14312:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:1.0:1773941546.198353:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941546.198356:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941546.198361:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4000. 00000100:00000001:3.0:1773941546.198363:0:14312:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941546.198365:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941546.198369:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1773941546.198371:0:14312:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:1.0:1773941546.198372:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1773941546.198381:0:14312:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941546.198381:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941546.198384:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941546.198388:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:3.0:1773941546.198389:0:14312:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941546.198391:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941546.198397:0:14312:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941546.198402:0:14312:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941546.198404:0:14312:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941546.198406:0:14312:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941546.198409:0:14312:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941546.198411:0:14312:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941546.198417:0:14312:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941546.198421:0:14312:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941546.198423:0:14312:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941546.198425:0:14312:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941546.198427:0:14312:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941546.198428:0:14312:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941546.198429:0:14312:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941546.198431:0:14312:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941546.198446:0:14312:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941546.198448:0:14312:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941546.198449:0:14312:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941546.198452:0:14312:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941546.198454:0:14312:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941546.198457:0:14312:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941546.198459:0:14312:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941546.198461:0:14312:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941546.198462:0:14312:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941546.202626:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941546.202635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:3.0:1773941546.321834:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941546.321840:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941546.321863:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941547.345771:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941547.345779:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941547.345784:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941547.985683:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941547.985693:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941547.985699:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941547.985703:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941547.985705:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941547.985706:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941547.985709:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941547.985712:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941547.985715:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941547.985719:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941547.985721:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941547.985734:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6680. 00000020:00000040:2.0:1773941547.985741:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941547.985747:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941547.985752:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941547.985758:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941547.985768:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941547.985778:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941547.985784:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941547.985788:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941547.985799:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941547.985806:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941547.985834:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941547.985840:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941547.985844:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c55 to hash 00000020:00000001:2.0:1773941547.985847:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941547.985849:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941547.985853:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941547.985858:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941547.985863:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941547.985884:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941547.985898:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941547.985915:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941547.985924:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941547.985927:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941547.985936:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941547.985940:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941547.985951:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941547.985954:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000001:2.0:1773941547.985962:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941547.985968:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941547.985971:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941547.985974:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941547.985990:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.986001:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941547.986005:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941547.986010:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941547.986014:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941547.986025:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941547.986031:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244301568:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941547.986037:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941547.986045:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941547.986064:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941547.986068:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941547.986090:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941547.986092:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941547.986102:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941547.986108:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941547.986118:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941547.986127:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244301568, portal 25 00000100:00000001:2.0:1773941547.986130:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941547.986132:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000040:2.0:1773941547.986138:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941563 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.986147:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941547.986151:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941547.986156:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9e58. 00000100:00000200:2.0:1773941547.986160:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244301568, offset 0 00000400:00000200:2.0:1773941547.986169:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941547.986179:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941547.986190:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941547.986198:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941547.986203:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941547.986208:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941547.986212:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941547.986215:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[76, 75] 00000400:00000200:2.0:1773941547.986220:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941547.986225:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [197:197:256:4294967295] 192.168.202.156@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:2.0:1773941547.986230:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941547.986244:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941547.986260:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941547.986267:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a300. 00000800:00000200:2.0:1773941547.986276:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941547.986286:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941547.986292:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941547.986312:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941547.986318:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941547.986322:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294987212 00000100:00000001:2.0:1773941547.986334:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985422 00000100:00000001:2.0:1773941547.986341:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294987212 00000100:00000001:2.0:1773941547.986346:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985422 00000100:00000001:2.0:1773941547.986350:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941547.986354:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941547.986357:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941547.986359:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941547.986363:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941547.986366:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941547.986371:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941547.986449:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941547.986455:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a300. 00000400:00000200:0.0:1773941547.986461:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941547.986467:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941547.986473:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9e58 00000400:00000010:0.0:1773941547.986475:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9e58. 00000100:00000001:0.0:1773941547.986481:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941547.986486:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941563 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941547.986496:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941547.986499:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941563 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941547.986506:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941547.986508:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941547.987243:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941547.987256:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941547.987259:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941547.987261:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941547.987267:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941547.987273:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941547.987280:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941547.987284:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941547.987289:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941547.987293:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321905f00 00000400:00000200:0.0:1773941547.987296:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941547.987300:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xe51 [1] + 224 00000800:00000001:0.0:1773941547.987313:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941547.987354:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941547.987358:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941547.987364:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941547.987370:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941547.987375:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941547.987389:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941563 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941547.987411:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941547.987421:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941547.987426:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941547.987454:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941547.987462:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941547.987464:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941547.987467:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941547.987472:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941547.987474:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941547.987478:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941547.987484:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941563 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941547.987498:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941563 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.987507:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941547.987509:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941547.987520:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941547.987523:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941547.987527:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941547.987530:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941547.987549:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941547.987557:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=53 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941547.987561:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941547.987565:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941547.987570:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941547.987574:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941547.987578:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941547.987581:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941547.987587:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941547.987627:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941547.987631:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941547.987634:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941547.987636:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941547.987638:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941547.987642:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941563 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.987651:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941547.987652:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941547.987655:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941547.987658:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941547.987662:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941547.987664:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941547.987666:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941547.987667:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941547.987669:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941547.987670:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941547.987672:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941547.987674:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941547.987676:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941547.987680:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941547.987688:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 312 00000400:00000200:2.0:1773941547.987693:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941547.987697:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941547.987702:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941547.987705:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941547.987708:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941547.987711:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941547.987714:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941547.987716:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941547.987719:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941547.987722:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941547.987725:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941547.987727:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941547.987730:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941547.987732:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941547.987733:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941547.987735:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941547.987738:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941547.987742:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941547.987744:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941547.987747:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941547.987750:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941547.987752:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941547.987755:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941547.987757:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941547.987761:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4e00. 00000020:00000040:2.0:1773941547.987764:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941547.987767:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941547.987768:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941547.987771:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941547.987773:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941547.987775:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941547.987784:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941547.987787:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941547.987794:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941547.987803:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941547.987806:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941547.987811:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001055771e] to pc [ptlrpcd_rcv+-1] req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.987836:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941547.987840:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941547.987842:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941547.987844:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941547.987847:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941547.987849:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941547.987851:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941547.987854:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941547.987857:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941547.987863:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941563 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.987872:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941547.987874:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941547.987876:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941547.987879:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941547.987882:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941547.987882:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941547.987885:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941547.987890:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941563 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941547.987913:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941547.987924:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244301568:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941547.987926:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941547.987929:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941547.987933:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773941547.987936:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773941547.987941:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941547.987942:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:1.0:1773941547.987947:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941547.987949:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00100000:1.0:1773941547.987953:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244301696:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941547.987955:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941547.987957:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941547.987960:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941547.987961:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941547.987962:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941547.987967:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941547.987970:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941547.987973:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941563 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941547.987976:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941547.987981:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941547.987988:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000001:2.0:1773941547.987991:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941547.987994:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244301696, portal 25 00000100:00000001:1.0:1773941547.987997:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1773941547.987998:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:1.0:1773941547.987999:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241228288 : -104919468323328 : ffffa093885c4e00) 00000100:00000001:2.0:1773941547.988005:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:1.0:1773941547.988008:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.988010:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941547.988017:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:1.0:1773941547.988020:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941547.988023:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1773941547.988024:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000020:00000001:2.0:1773941547.988029:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1773941547.988029:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa3b8. 00000020:00000040:2.0:1773941547.988033:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000100:00000200:1.0:1773941547.988034:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244301696, offset 0 00000020:00000001:2.0:1773941547.988039:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941547.988043:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941547.988044:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941547.988065:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941547.988069:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941547.988077:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941547.988079:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:1.0:1773941547.988081:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1773941547.988085:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941547.988086:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941547.988092:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941547.988113:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941547.988116:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941547.988119:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941547.988125:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[76, 77] 00010000:00000001:2.0:1773941547.988132:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941547.988134:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941547.988136:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941547.988140:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941547.988140:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [198:198:256:4294967295] 192.168.202.146@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1773941547.988150:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941547.988153:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941547.988156:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941547.988162:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1773941547.988162:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:2.0:1773941547.988167:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941547.988169:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941547.988173:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1900. 00000800:00000200:1.0:1773941547.988180:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00010000:2.0:1773941547.988189:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 00000800:00000200:1.0:1773941547.988190:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 10000000:00000001:2.0:1773941547.988196:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:1.0:1773941547.988196:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1900 type 1, nob 616 niov 1 nkiov 1 10000000:00010000:2.0:1773941547.988203:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941547.988211:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941547.988213:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1773941547.988216:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941547.988217:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773941547.988219:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294987214 00000020:00000001:2.0:1773941547.988221:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941547.988225:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000100:00000001:1.0:1773941547.988225:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294987212 00000020:00000001:2.0:1773941547.988231:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00000001:1.0:1773941547.988232:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294987214 00010000:00000001:2.0:1773941547.988239:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00000001:1.0:1773941547.988240:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294987212 00000100:00000001:1.0:1773941547.988247:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941547.988248:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1773941547.988250:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941547.988253:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941547.988254:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941547.988256:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941547.988264:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941547.988266:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1773941547.988267:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00010000:2.0:1773941547.988271:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941547.988271:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941547.988272:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941547.988275:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941547.988279:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941547.988285:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941547.988288:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000800:00000200:0.0:1773941547.988290:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1773941547.988291:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941547.988297:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1900. 00010000:00010000:2.0:1773941547.988299:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:0.0:1773941547.988302:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1773941547.988303:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941547.988309:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1773941547.988309:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00000001:2.0:1773941547.988313:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1773941547.988313:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa3b8 00010000:00000001:2.0:1773941547.988317:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1773941547.988317:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa3b8. 00010000:00000001:2.0:1773941547.988319:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941547.988322:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1773941547.988323:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c55 from hash 00010000:00000001:2.0:1773941547.988326:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941547.988329:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1773941547.988329:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941547.988331:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941547.988339:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1773941547.988340:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1773941547.988342:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1773941547.988345:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941547.988346:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941547.988351:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941547.988354:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941547.988357:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941547.988359:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941547.988360:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941547.988361:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:2.0:1773941547.988365:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941547.988370:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941547.988371:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941547.988373:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941547.988374:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941547.988376:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941547.988377:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941547.988378:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941547.988380:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c55 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941547.988386:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00010000:00000001:2.0:1773941547.988400:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941547.988401:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941547.988402:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941547.988406:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6680 x1860112244301568/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941563 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.988411:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941547.988414:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941547.988416:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941547.988418:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941547.988420:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941547.988421:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941547.988423:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941547.988425:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 02000000:00000001:2.0:1773941547.988427:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941547.988429:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941547.988434:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6680. 00000100:00000001:2.0:1773941547.988437:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941547.988438:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941547.988439:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941547.988441:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941547.988444:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941547.988447:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941547.988450:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941547.988454:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941547.988458:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941547.988462:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941547.988467:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941547.988470:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941547.988474:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941547.988478:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941547.988482:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941547.988484:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941547.988489:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941547.988491:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941547.988494:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941547.988498:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941547.988500:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941547.988502:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941547.988504:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941547.988507:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941547.988509:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941547.988511:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941547.988513:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941547.988515:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941547.988516:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941547.988517:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941547.988519:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941547.988520:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941547.989842:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941547.989850:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941547.989852:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941547.989854:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941547.989858:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941547.989862:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941547.989867:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941547.989875:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941547.989878:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941547.989881:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321905f80 00000400:00000200:0.0:1773941547.989885:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941547.989888:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xe59 [1] + 0 00000800:00000001:0.0:1773941547.989893:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941547.989899:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941547.989901:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941547.989903:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941547.989906:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941547.989910:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941547.989918:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941547.989932:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941547.989936:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941547.989938:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941547.989990:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941547.989993:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941547.989998:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941547.989999:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941547.990001:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941547.990009:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941547.990017:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941547.990020:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941547.990027:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941547.990036:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941547.990043:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941547.990045:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941547.990061:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941547.990063:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941547.990065:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941547.990066:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941547.990068:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941547.990072:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941547.990075:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941547.990077:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941547.990078:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941547.990081:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941547.990082:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941547.990085:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941547.990089:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941547.990095:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941547.990097:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941547.990099:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941547.990101:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941547.990105:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941547.990107:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941547.990108:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941547.990110:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941547.990112:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941547.990114:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941547.990116:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941547.990119:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941547 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941547.990128:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941547.990136:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941547.990138:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941547.990140:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941547.990141:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941547.990143:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941547.990146:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941547.990149:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941547.990151:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941547.990154:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941547.990157:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941547.990159:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941547.990407:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941547.990410:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941547.990414:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941547.990420:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244301696:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941547.990423:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941547.990424:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941547.990427:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4e00 x1860112244301696/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941547.990432:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941547.990434:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941547.990435:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941547.990439:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941547.990442:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941547.990443:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941547.990445:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941547.990447:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 02000000:00000001:1.0:1773941547.990450:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941547.990451:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941547.990453:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4e00. 00000100:00000001:3.0:1773941547.990459:0:14313:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941547.990462:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941547.990468:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941547.990471:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941547.990475:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941547.990477:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941547.990480:0:14313:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:1.0:1773941547.990482:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941547.990485:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941547.990486:0:14313:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941547.990494:0:14313:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941547.990497:0:14313:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941547.990501:0:14313:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941547.990504:0:14313:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941547.990508:0:14313:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941547.990509:0:14313:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941547.990510:0:14313:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941547.990512:0:14313:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941547.990514:0:14313:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941547.990515:0:14313:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941547.990521:0:14313:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941547.990525:0:14313:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941547.990528:0:14313:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941547.990531:0:14313:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941547.990533:0:14313:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941547.990536:0:14313:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941547.990537:0:14313:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941547.990539:0:14313:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941547.990558:0:14313:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941547.990560:0:14313:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941547.990562:0:14313:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941547.990565:0:14313:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941547.990570:0:14313:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941547.990572:0:14313:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941547.990575:0:14313:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941547.990622:0:14313:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941547.990624:0:14313:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941547.994610:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941547.994620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941548.369714:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941548.369748:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941548.369755:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941549.329706:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941549.329714:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941549.329719:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941549.329722:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941549.329723:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941549.329725:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941549.329728:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941549.329729:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941549.329732:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941549.329735:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941549.329736:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941549.329750:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6680. 00000020:00000040:2.0:1773941549.329756:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941549.329761:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941549.329765:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941549.329771:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941549.329780:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941549.329788:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941549.329793:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941549.329795:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941549.329805:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941549.329810:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941549.329813:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941549.329817:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941549.329819:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c5c to hash 00000020:00000001:2.0:1773941549.329821:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941549.329823:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941549.329826:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941549.329830:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941549.329833:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941549.329836:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941549.329845:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941549.329874:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941549.329879:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941549.329882:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941549.329887:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941549.329889:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941549.329892:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941549.329893:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000001:2.0:1773941549.329898:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941549.329903:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941549.329905:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941549.329906:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941549.329917:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941549.329925:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941549.329927:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941549.329930:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941549.329933:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941549.329935:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941549.329937:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244301824:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941549.329941:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941549.329947:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941549.329949:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941549.329952:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941549.329955:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941549.329957:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941549.329964:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941549.329968:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941549.329975:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941549.329983:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244301824, portal 25 00000100:00000001:2.0:1773941549.329984:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941549.329988:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000040:2.0:1773941549.329993:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941549.330002:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941549.330005:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941549.330008:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e95d8. 00000100:00000200:2.0:1773941549.330013:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244301824, offset 0 00000400:00000200:2.0:1773941549.330022:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941549.330034:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941549.330061:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941549.330068:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941549.330074:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941549.330078:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941549.330080:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941549.330083:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[78, 77] 00000400:00000200:2.0:1773941549.330086:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941549.330090:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [199:199:256:4294967295] 192.168.202.156@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1773941549.330093:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941549.330104:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941549.330111:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941549.330116:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a500. 00000800:00000200:2.0:1773941549.330123:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941549.330131:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941549.330135:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941549.330151:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941549.330154:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941549.330157:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294988556 00000100:00000001:2.0:1773941549.330165:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294987214 00000100:00000001:2.0:1773941549.330170:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294988556 00000100:00000001:2.0:1773941549.330175:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294987214 00000100:00000001:2.0:1773941549.330183:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941549.330186:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941549.330188:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941549.330190:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941549.330193:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941549.330195:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941549.330198:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941549.330307:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941549.330315:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a500. 00000400:00000200:0.0:1773941549.330322:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941549.330329:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941549.330336:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e95d8 00000400:00000010:0.0:1773941549.330339:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e95d8. 00000100:00000001:0.0:1773941549.330345:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941549.330351:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941549.330363:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941549.330366:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941549.330375:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941549.330377:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941549.331346:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941549.331361:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941549.331364:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941549.331366:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941549.331373:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941549.331379:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941549.331386:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941549.331391:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941549.331396:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941549.331400:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906000 00000400:00000200:0.0:1773941549.331405:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941549.331411:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xe69 [1] + 224 00000800:00000001:0.0:1773941549.331419:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941549.331428:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941549.331431:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941549.331436:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941549.331442:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941549.331449:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941549.331460:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941549.331478:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941549.331487:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941549.331492:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941549.331506:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941549.331513:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941549.331515:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941549.331517:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941549.331520:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941549.331522:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941549.331524:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941549.331529:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941549.331537:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941549.331543:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941549.331544:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941549.331546:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941549.331549:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941549.331551:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941549.331553:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941549.331555:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941549.331561:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=55 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941549.331563:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941549.331566:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941549.331569:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941549.331572:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941549.331574:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941549.331591:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941549.331595:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941549.331599:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941549.331610:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941549.331612:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941549.331613:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941549.331615:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941549.331619:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941565 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941549.331625:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941549.331626:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941549.331628:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941549.331630:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941549.331633:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941549.331634:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941549.331636:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941549.331636:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941549.331637:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941549.331638:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941549.331639:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941549.331641:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941549.331643:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941549.331645:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941549.331647:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 314 00000400:00000200:2.0:1773941549.331650:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941549.331654:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941549.331657:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941549.331660:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941549.331662:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941549.331664:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941549.331667:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941549.331669:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941549.331670:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941549.331672:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941549.331674:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941549.331675:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941549.331681:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941549.331682:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941549.331684:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941549.331685:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941549.331688:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941549.331690:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941549.331692:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941549.331694:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941549.331697:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941549.331699:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941549.331700:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941549.331702:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941549.331704:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5c00. 00000020:00000040:2.0:1773941549.331706:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941549.331708:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941549.331709:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941549.331711:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941549.331713:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941549.331714:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941549.331718:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f89400. 00000100:00000001:2.0:1773941549.331721:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941549.331725:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941549.331731:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941549.331733:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941549.331737:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f930484f] to pc [ptlrpcd_rcv+-1] req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941549.331754:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941549.331756:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941549.331758:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941549.331760:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941549.331762:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941549.331766:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941549.331768:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941549.331769:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941549.331771:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941549.331774:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941565 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941549.331779:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941549.331782:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941549.331784:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941549.331786:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941549.331789:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941565 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941549.331795:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244301824:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941549.331798:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941549.331800:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941549.331802:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941549.331804:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941549.331806:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941565 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941549.331810:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941549.331811:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941549.331816:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:1.0:1773941549.331817:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941549.331819:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941549.331822:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941549.331822:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1773941549.331825:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941549.331828:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941549.331830:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941549.331832:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000020:00000001:2.0:1773941549.331834:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00000040:1.0:1773941549.331835:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941549.331836:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00010000:2.0:1773941549.331843:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941549.331852:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941549.331856:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941549.331858:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:1.0:1773941549.331860:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1773941549.331863:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941549.331865:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941549.331872:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941549.331873:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941549.331877:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941549.331881:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244301952:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941549.331886:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941549.331889:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941549.331890:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1773941549.331892:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941549.331895:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1773941549.331899:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1773941549.331899:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941549.331902:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941549.331904:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941549.331906:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941549.331909:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:1.0:1773941549.331913:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7bc00. 00010000:00010000:2.0:1773941549.331914:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 02000000:00000001:1.0:1773941549.331919:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941549.331920:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941549.331923:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941549.331929:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1773941549.331930:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941549.331932:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941549.331934:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941549.331935:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000020:00000001:2.0:1773941549.331937:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000010:1.0:1773941549.331937:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00010000:00000001:2.0:1773941549.331942:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000010:1.0:1773941549.331947:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00010000:00000001:2.0:1773941549.331949:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941549.331953:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1773941549.331953:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244301952, portal 25 00000100:00000001:1.0:1773941549.331960:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1773941549.331962:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1773941549.331963:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241231872 : -104919468319744 : ffffa093885c5c00) 10000000:00010000:2.0:1773941549.331965:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941549.331971:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941549.331974:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000040:1.0:1773941549.331974:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941549.331977:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941549.331980:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941549.331983:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941549.331987:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941549.331989:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1773941549.331991:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941549.331992:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941549.331994:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941549.331997:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c5c from hash 00010000:00000001:2.0:1773941549.332000:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941549.332001:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941549.332005:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941549.332008:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941549.332009:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941549.332012:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1773941549.332013:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941549.332016:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941549.332018:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941549.332019:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941549.332022:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941549.332026:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa550. 00010000:00010000:2.0:1773941549.332028:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1773941549.332032:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244301952, offset 0 00000400:00000200:1.0:1773941549.332055:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941549.332056:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941549.332060:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941549.332062:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941549.332066:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1773941549.332066:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941549.332071:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941549.332076:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941549.332078:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941549.332079:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941549.332082:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941549.332085:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c5c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941549.332085:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941549.332093:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000040:2.0:1773941549.332096:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00000400:00000200:1.0:1773941549.332097:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941549.332103:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[78, 79] 00000400:00000200:1.0:1773941549.332107:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941549.332111:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941549.332112:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [200:200:256:4294967295] 192.168.202.146@tcp LPNI seq info [80:80:8:4294967295] 00010000:00000001:2.0:1773941549.332114:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941549.332119:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1773941549.332123:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:2.0:1773941549.332124:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6680 x1860112244301824/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941565 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941549.332132:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941549.332136:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1773941549.332138:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 02000000:00000010:2.0:1773941549.332139:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941549.332143:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941549.332146:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941549.332149:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000800:00000200:1.0:1773941549.332150:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000020:00000001:2.0:1773941549.332152:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941549.332157:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 00000800:00000010:1.0:1773941549.332158:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1800. 02000000:00000001:2.0:1773941549.332160:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941549.332163:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941549.332165:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6680. 00000100:00000001:2.0:1773941549.332170:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:1.0:1773941549.332170:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000100:00000001:2.0:1773941549.332173:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941549.332177:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941549.332179:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941549.332181:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000200:1.0:1773941549.332186:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 10000000:00000010:2.0:1773941549.332187:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000800:00000200:1.0:1773941549.332192:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1800 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:2.0:1773941549.332193:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941549.332200:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941549.332204:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941549.332208:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000100:00000001:1.0:1773941549.332211:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941549.332212:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941549.332219:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00000400:00000200:1.0:1773941549.332220:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941549.332224:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294988558 00040000:00000010:2.0:1773941549.332230:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 00000100:00000001:1.0:1773941549.332233:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294988556 20000000:00000010:2.0:1773941549.332235:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 00000100:00000001:1.0:1773941549.332241:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294988558 10000000:00000040:2.0:1773941549.332242:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941549.332247:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941549.332249:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294988556 00000020:00000010:2.0:1773941549.332253:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000100:00000001:1.0:1773941549.332255:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000010:2.0:1773941549.332258:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000100:00000001:1.0:1773941549.332260:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941549.332262:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000100:00000001:1.0:1773941549.332266:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941549.332267:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 00000100:00000001:1.0:1773941549.332274:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1773941549.332275:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941549.332280:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941549.332284:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000100:00000001:1.0:1773941549.332284:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1773941549.332287:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 00000800:00000200:0.0:1773941549.332287:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000010:2.0:1773941549.332290:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 00000800:00000010:0.0:1773941549.332292:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1800. 10000000:01000000:2.0:1773941549.332294:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:1.0:1773941549.332296:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:2.0:1773941549.332298:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941549.332299:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773941549.332301:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00020000:2.0:1773941549.332303:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941549.332306:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:1.0:1773941549.332306:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1773941549.332307:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 10000000:00000001:2.0:1773941549.332310:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1773941549.332312:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941549.332313:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa550 10000000:00000040:2.0:1773941549.332314:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941549.332319:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1773941549.332319:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941549.332319:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa550. 00000100:00000001:0.0:1773941549.332326:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941549.332331:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941549.332348:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941549.332350:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941549.332355:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941549.332357:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941549.333811:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941549.333817:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941549.333819:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941549.333821:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941549.333824:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941549.333828:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941549.333832:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941549.333834:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941549.333836:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941549.333839:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906080 00000400:00000200:0.0:1773941549.333842:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941549.333845:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xe71 [1] + 0 00000800:00000001:0.0:1773941549.333849:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941549.333854:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941549.333855:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941549.333858:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941549.333860:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941549.333864:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941549.333871:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941549.333883:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941549.333888:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941549.333890:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941549.333922:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941549.333926:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941549.333929:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941549.333931:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941549.333934:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941549.333940:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941549.333942:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941549.333945:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941549.333951:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941549.333963:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941549.333972:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941549.333973:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941549.333976:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941549.333978:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941549.333979:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941549.333981:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941549.333983:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941549.333987:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=55 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941549.333991:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941549.333994:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941549.333995:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941549.333998:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941549.334001:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941549.334003:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941549.334008:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941549.334016:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941549.334019:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941549.334027:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941549.334030:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941549.334050:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941549.334053:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941549.334055:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941549.334057:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941549.334059:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941549.334062:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941549.334065:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941549.334069:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941549 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941549.334073:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941549.334080:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941549.334083:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941549.334085:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941549.334087:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941549.334089:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941549.334094:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941549.334096:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941549.334099:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941549.334104:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941549.334107:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941549.334110:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941549.334360:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941549.334365:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941549.334372:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941549.334378:0:14314:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941549.334386:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244301952:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:3.0:1773941549.334389:0:14314:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:3.0:1773941549.334395:0:14314:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941549.334397:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941549.334398:0:14314:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941549.334402:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:3.0:1773941549.334407:0:14314:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:1.0:1773941549.334409:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c5c00 x1860112244301952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773941549.334411:0:14314:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941549.334416:0:14314:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941549.334420:0:14314:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941549.334422:0:14314:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941549.334423:0:14314:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941549.334424:0:14314:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941549.334426:0:14314:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941549.334427:0:14314:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941549.334432:0:14314:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941549.334437:0:14314:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941549.334440:0:14314:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941549.334444:0:14314:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941549.334445:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1773941549.334446:0:14314:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941549.334450:0:14314:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:1.0:1773941549.334451:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:3.0:1773941549.334452:0:14314:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941549.334456:0:14314:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000010:1.0:1773941549.334457:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941549.334463:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941549.334466:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:3.0:1773941549.334468:0:14314:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000020:00000040:1.0:1773941549.334468:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 10000000:00000001:3.0:1773941549.334470:0:14314:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941549.334474:0:14314:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:1.0:1773941549.334475:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:02000000:3.0:1773941549.334479:0:14314:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 02000000:00000010:1.0:1773941549.334480:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f89400. 00000100:00000001:3.0:1773941549.334484:0:14314:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941549.334487:0:14314:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1773941549.334487:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1773941549.334489:0:14314:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941549.334492:0:14314:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1773941549.334492:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941549.334496:0:14314:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941549.334498:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5c00. 00000100:00000001:1.0:1773941549.334504:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941549.334506:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941549.334509:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941549.334514:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941549.334516:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941549.334520:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941549.334521:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941549.338624:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941549.338648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:1.0:1773941549.393748:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941549.393756:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941549.393761:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941550.417696:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941550.417706:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941550.417714:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941550.481686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941550.481701:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773941550.481715:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571880. 00000020:00000040:3.0:1773941550.481723:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941550.481729:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941550.481733:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941550.481740:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941550.481751:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09390efd800. 00000100:00000001:3.0:1773941550.481761:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941550.481775:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941550.481804:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941550.481808:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941550.481815:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f237d12] to pc [ptlrpcd_01_01+1] req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.481844:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941550.481848:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (321) 00000100:00000001:3.0:1773941550.481859:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941550.481863:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773941550.481866:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941550.481870:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941550.481873:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941550.481874:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.481876:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941550.481879:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941550.481882:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941550.481884:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941550.481889:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.481896:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941550.481898:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941550.481901:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941550.481904:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941550.481906:0:2400:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941550.481908:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d0a345f7-236f-4283-8d0b-61189a46960a:2400:1860112244302080:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1773941550.481912:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941550.481918:0:2400:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941550.481921:0:2400:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941550.481923:0:2400:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941550.481927:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386250c00. 02000000:00000001:3.0:1773941550.481929:0:2400:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941550.481937:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941550.481941:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941550.481947:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941550.481954:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244302080, portal 25 00000100:00000001:3.0:1773941550.481956:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941550.481962:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240886912 : -104919468664704 : ffffa09388571880) 00000100:00000040:3.0:1773941550.481967:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.481973:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941550.481975:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941550.481977:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3110. 00000100:00000200:3.0:1773941550.481980:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244302080, offset 0 00000400:00000200:3.0:1773941550.481986:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941550.481995:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941550.482002:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941550.482007:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941550.482012:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941550.482015:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941550.482018:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941550.482020:0:2400:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[80, 79] 00000400:00000200:3.0:1773941550.482023:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941550.482049:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [201:201:256:4294967295] 192.168.202.156@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:3.0:1773941550.482052:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941550.482062:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941550.482067:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941550.482072:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efdb00. 00000800:00000200:3.0:1773941550.482078:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941550.482087:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941550.482091:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efdb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941550.482104:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941550.482113:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941550.482116:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294989708 00000100:00000001:3.0:1773941550.482126:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294988558 00000100:00000001:3.0:1773941550.482131:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294989708 00000100:00000001:3.0:1773941550.482134:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294988558 00000100:00000001:3.0:1773941550.482143:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941550.482146:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.482150:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.482152:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941550.482246:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941550.482268:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efdb00. 00000400:00000200:0.0:1773941550.482273:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941550.482278:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941550.482283:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3110 00000400:00000010:0.0:1773941550.482285:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3110. 00000100:00000001:0.0:1773941550.482289:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941550.482293:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.482300:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941550.482303:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.482308:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941550.482309:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941550.483256:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.483269:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941550.483271:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.483273:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941550.483277:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941550.483281:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941550.483286:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941550.483289:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941550.483294:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.483299:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906100 00000400:00000200:0.0:1773941550.483304:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.483310:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xe81 [1] + 224 00000800:00000001:0.0:1773941550.483317:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.483326:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941550.483329:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941550.483333:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941550.483338:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941550.483343:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941550.483355:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.483378:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941550.483387:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.483392:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941550.483403:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941550.483406:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941550.483412:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941550.483415:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941550.483417:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941550.483421:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941550.483423:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941550.483425:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941550.483428:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941550.483435:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.483440:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941550.483441:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941550.483443:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941550.483446:0:2400:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941550.483448:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941550.483449:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941550.483452:0:2400:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941550.483457:0:2400:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941550.483460:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941550.483463:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941550.483464:0:2400:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941550.483467:0:2400:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941550.483469:0:2400:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941550.483478:0:2400:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941550.483482:0:2400:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941550.483485:0:2400:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941550.483486:0:2400:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941550.483493:0:2400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941550.483495:0:2400:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941550.483498:0:2400:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.483505:0:2400:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941550.483506:0:2400:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941550.483507:0:2400:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941550.483512:0:2400:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941550.483514:0:2400:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941550.483515:0:2400:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.483517:0:2400:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941550.483518:0:2400:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941550.483519:0:2400:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941550.483520:0:2400:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.483521:0:2400:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941550.483523:0:2400:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941550.483525:0:2400:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941550.483527:0:2400:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941550.483529:0:2400:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 315 00000400:00000200:3.0:1773941550.483533:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941550.483535:0:2400:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941550.483539:0:2400:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941550.483541:0:2400:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941550.483543:0:2400:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941550.483545:0:2400:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941550.483547:0:2400:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941550.483549:0:2400:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:3.0:1773941550.483551:0:2400:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941550.483554:0:2400:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:3.0:1773941550.483555:0:2400:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941550.483557:0:2400:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941550.483560:0:2400:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941550.483561:0:2400:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941550.483562:0:2400:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941550.483567:0:2400:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941550.483569:0:2400:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:3.0:1773941550.483572:0:2400:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941550.483574:0:2400:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941550.483593:0:2400:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941550.483596:0:2400:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941550.483598:0:2400:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.483600:0:2400:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941550.483601:0:2400:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941550.483605:0:2400:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571f80. 00000020:00000040:3.0:1773941550.483607:0:2400:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941550.483609:0:2400:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941550.483610:0:2400:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.483613:0:2400:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941550.483614:0:2400:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941550.483616:0:2400:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941550.483619:0:2400:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adec00. 00000100:00000001:3.0:1773941550.483622:0:2400:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941550.483627:0:2400:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941550.483633:0:2400:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941550.483635:0:2400:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941550.483637:0:2400:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052926cf2] to pc [ptlrpcd_rcv+-1] req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.483652:0:2400:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.483655:0:2400:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941550.483657:0:2400:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1773941550.483663:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.483672:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941550.483675:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941550.483676:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941550.483679:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941550.483682:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941550.483687:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941550.483690:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941550.483697:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941550.483701:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941550.483703:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941550.483708:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941550.483711:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941550.483714:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941550.483716:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d0a345f7-236f-4283-8d0b-61189a46960a:2400:1860112244302080:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1773941550.483719:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244302208:192.168.202.146@tcp:250:ptlrpcd_01_00.0 00000100:00000001:3.0:1773941550.483722:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.483725:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941550.483726:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941550.483729:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1773941550.483731:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571880 x1860112244302080/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941566 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.483738:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941550.483739:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941550.483741:0:2400:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1773941550.483742:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941550.483746:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386250c00. 02000000:00000010:1.0:1773941550.483747:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7bc00. 02000000:00000001:3.0:1773941550.483749:0:2400:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1773941550.483750:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941550.483752:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941550.483756:0:2400:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000400:00000200:1.0:1773941550.483756:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:3.0:1773941550.483759:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1773941550.483761:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 02000000:00000010:3.0:1773941550.483763:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09390efd800. 02000000:00000001:3.0:1773941550.483768:0:2400:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1773941550.483768:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 02000000:00000001:3.0:1773941550.483771:0:2400:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1773941550.483773:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244302208, portal 25 00000100:00000010:3.0:1773941550.483774:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571880. 00000100:00000001:1.0:1773941550.483778:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941550.483779:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941550.483780:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240888704 : -104919468662912 : ffffa09388571f80) 00000100:00000001:3.0:1773941550.483781:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941550.483785:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941550.483789:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.483790:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941550.483793:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.483797:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941550.483800:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.483802:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941550.483805:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941550.483807:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fad48. 00000100:00000200:1.0:1773941550.483809:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244302208, offset 0 00000400:00000200:1.0:1773941550.483814:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941550.483817:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941550.483820:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941550.483823:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941550.483825:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941550.483827:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941550.483829:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941550.483831:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[80, 81] 00000400:00000200:1.0:1773941550.483834:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941550.483836:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [202:202:256:4294967295] 192.168.202.146@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:1.0:1773941550.483839:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941550.483844:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941550.483847:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941550.483850:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1800. 00000800:00000200:1.0:1773941550.483853:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941550.483858:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941550.483868:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1773941550.483878:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941550.483882:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941550.483883:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294989710 00000100:00000001:1.0:1773941550.483887:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294989708 00000100:00000001:1.0:1773941550.483890:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294989710 00000100:00000001:1.0:1773941550.483894:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294989708 00000100:00000001:1.0:1773941550.483897:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941550.483899:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.483902:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.483903:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.483907:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941550.483908:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941550.483911:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941550.483912:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941550.483914:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.483915:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941550.483934:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941550.483937:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1800. 00000400:00000200:0.0:1773941550.483940:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941550.483943:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941550.483946:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fad48 00000400:00000010:0.0:1773941550.483947:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fad48. 00000100:00000001:0.0:1773941550.483949:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941550.483952:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.483958:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941550.483960:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.483964:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941550.483965:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941550.487718:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.487727:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941550.487731:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.487734:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941550.487738:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.487744:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941550.487749:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.487752:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.487755:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.487757:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906180 00000400:00000200:0.0:1773941550.487761:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.487764:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xe89 [1] + 0 00000800:00000001:0.0:1773941550.487768:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.487774:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941550.487776:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941550.487786:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941550.487789:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941550.487793:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941550.487801:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.487816:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941550.487821:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.487823:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.487860:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941550.487862:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941550.487866:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941550.487867:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941550.487869:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941550.487874:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941550.487876:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941550.487878:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941550.487883:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941550.487890:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941550.487896:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941550.487897:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.487898:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941550.487900:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941550.487901:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941550.487907:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941550.487909:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941550.487912:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941550.487914:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941550.487916:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941550.487917:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941550.487920:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941550.487922:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.487924:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941550.487927:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941550.487931:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941550.487933:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941550.487935:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.487936:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941550.487942:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941550.487944:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941550.487945:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941550.487947:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941550.487948:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941550.487950:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941550.487951:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941550.487954:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941550 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941550.487956:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941550.487961:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941550.487963:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941550.487964:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941550.487966:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.487967:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941550.487970:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941550.487972:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941550.487973:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941550.487976:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941550.487982:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941550.487985:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941550.488227:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.488231:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941550.488235:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941550.488243:0:14316:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941550.488244:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244302208:192.168.202.146@tcp:250:ptlrpcd_01_00.0 00000100:00000001:1.0:1773941550.488250:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.488252:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1773941550.488255:0:14316:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:1.0:1773941550.488257:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571f80 x1860112244302208/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941550.488259:0:14316:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941550.488263:0:14316:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941550.488266:0:14316:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:1.0:1773941550.488268:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1773941550.488270:0:14316:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1773941550.488271:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941550.488275:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7bc00. 00000001:00000001:3.0:1773941550.488276:0:14316:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941550.488278:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1773941550.488280:0:14316:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941550.488281:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941550.488283:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941550.488284:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941550.488286:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adec00. 02000000:00000001:1.0:1773941550.488291:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1773941550.488292:0:14316:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941550.488294:0:14316:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941550.488294:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941550.488297:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571f80. 00000001:00000001:3.0:1773941550.488298:0:14316:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941550.488301:0:14316:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.488302:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941550.488304:0:14316:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941550.488305:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.488308:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941550.488309:0:14316:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941550.488312:0:14316:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941550.488313:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941550.488315:0:14316:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941550.488316:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.488319:0:14316:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.488320:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941550.488324:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941550.488325:0:14316:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941550.488328:0:14316:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941550.488330:0:14316:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941550.488331:0:14316:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:3.0:1773941550.488345:0:14316:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941550.488346:0:14316:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941550.488348:0:14316:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941550.488350:0:14316:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941550.488353:0:14316:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941550.488355:0:14316:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941550.488357:0:14316:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941550.488359:0:14316:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941550.488360:0:14316:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941550.657748:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941550.657759:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941550.657766:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941550.657770:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941550.657772:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941550.657774:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941550.657777:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941550.657780:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941550.657784:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941550.657788:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941550.657790:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941550.657825:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6680. 00000020:00000040:2.0:1773941550.657833:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941550.657838:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941550.657843:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941550.657850:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941550.657861:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941550.657870:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941550.657877:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941550.657881:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941550.657892:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941550.657899:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941550.657904:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941550.657911:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941550.657914:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c63 to hash 00000020:00000001:2.0:1773941550.657917:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941550.657919:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941550.657923:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941550.657928:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941550.657932:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941550.657938:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941550.657953:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941550.657967:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941550.657975:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941550.657977:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941550.657987:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941550.657990:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941550.657993:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941550.657995:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000001:2.0:1773941550.658007:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941550.658013:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.658015:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941550.658018:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941550.658066:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.658077:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941550.658080:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941550.658085:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941550.658089:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941550.658092:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941550.658102:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244302336:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941550.658107:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941550.658114:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941550.658117:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941550.658121:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941550.658127:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941550.658130:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941550.658140:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941550.658146:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941550.658156:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941550.658166:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244302336, portal 25 00000100:00000001:2.0:1773941550.658169:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941550.658170:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00000100:00000040:2.0:1773941550.658177:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.658186:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941550.658190:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941550.658194:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9cc0. 00000100:00000200:2.0:1773941550.658198:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244302336, offset 0 00000400:00000200:2.0:1773941550.658208:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941550.658218:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941550.658228:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941550.658242:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941550.658248:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941550.658253:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941550.658256:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941550.658260:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[82, 81] 00000400:00000200:2.0:1773941550.658265:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941550.658270:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [203:203:256:4294967295] 192.168.202.156@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:2.0:1773941550.658276:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941550.658290:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941550.658298:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941550.658305:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a800. 00000800:00000200:2.0:1773941550.658313:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941550.658330:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941550.658336:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941550.658360:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941550.658365:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941550.658369:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294989884 00000100:00000001:2.0:1773941550.658379:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294989710 00000100:00000001:2.0:1773941550.658386:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294989884 00000100:00000001:2.0:1773941550.658391:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294989710 00000100:00000001:2.0:1773941550.658396:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941550.658400:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.658403:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941550.658406:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941550.658409:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941550.658413:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941550.658417:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941550.658504:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941550.658509:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a800. 00000400:00000200:0.0:1773941550.658516:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941550.658522:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941550.658529:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9cc0 00000400:00000010:0.0:1773941550.658532:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9cc0. 00000100:00000001:0.0:1773941550.658538:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941550.658544:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941566 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.658556:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941550.658561:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941566 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.658570:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941550.658572:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941550.659451:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.659464:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941550.659467:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.659468:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941550.659473:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941550.659477:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941550.659482:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941550.659485:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941550.659489:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.659499:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906200 00000400:00000200:0.0:1773941550.659502:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.659507:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xe99 [1] + 224 00000800:00000001:0.0:1773941550.659513:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.659521:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941550.659524:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941550.659528:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941550.659534:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941550.659539:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941566 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941550.659557:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.659595:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941550.659605:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.659609:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941550.659620:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941550.659629:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941550.659631:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941550.659634:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941550.659646:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941550.659648:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941550.659651:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941550.659657:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941566 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941550.659669:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941566 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.659677:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941550.659679:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941550.659682:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941550.659686:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941550.659689:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941550.659692:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941550.659696:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941550.659704:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941550.659709:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941550.659712:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941550.659717:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941550.659720:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941550.659724:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941550.659728:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941550.659733:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941550.659738:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941550.659742:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941550.659745:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941550.659747:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941550.659750:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941550.659755:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941566 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.659764:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941550.659765:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941550.659774:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941550.659778:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941550.659781:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941550.659783:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.659785:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941550.659787:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941550.659788:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941550.659790:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.659791:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941550.659795:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941550.659797:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941550.659801:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941550.659805:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 316 00000400:00000200:2.0:1773941550.659810:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941550.659815:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941550.659820:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941550.659824:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941550.659827:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941550.659830:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941550.659834:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941550.659836:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941550.659839:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941550.659842:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941550.659845:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941550.659848:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941550.659851:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941550.659853:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941550.659856:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941550.659858:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941550.659861:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941550.659865:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941550.659869:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941550.659872:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941550.659882:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941550.659885:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.659888:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941550.659890:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941550.659895:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4380. 00000020:00000040:2.0:1773941550.659899:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941550.659903:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941550.659905:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.659907:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941550.659910:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941550.659913:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941550.659919:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f89400. 00000100:00000001:2.0:1773941550.659924:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941550.659931:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941550.659942:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941550.659945:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941550.659950:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f82a0245] to pc [ptlrpcd_rcv+-1] req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.659975:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.659978:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941550.659980:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941550.659983:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941550.659986:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941550.659988:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941550.659990:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941550.659992:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941550.659995:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941550.660001:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941566 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.660011:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941550.660015:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941550.660018:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941550.660019:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941550.660037:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941550.660039:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941550.660046:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.660047:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941550.660059:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941566 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941550.660087:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941550.660091:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941550.660092:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244302336:192.168.202.146@tcp:101:ll_cfg_requeue.0 02000000:00000001:1.0:1773941550.660094:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941550.660098:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941550.660101:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.660102:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941550.660105:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244302464:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941550.660108:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941550.660111:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941550.660113:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:1.0:1773941550.660114:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773941550.660118:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941550.660118:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941550.660120:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941550.660125:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7bc00. 00000100:00000040:2.0:1773941550.660127:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941566 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941550.660128:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941550.660135:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941550.660141:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000100:00000001:2.0:1773941550.660147:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941550.660147:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000010:2.0:1773941550.660153:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000200:1.0:1773941550.660154:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244302464, portal 25 00000100:00000001:1.0:1773941550.660158:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941550.660160:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241225600 : -104919468326016 : ffffa093885c4380) 00000100:00000001:2.0:1773941550.660161:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941550.660164:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941550.660166:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941550.660173:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:1.0:1773941550.660175:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941550.660178:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941550.660179:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1773941550.660181:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa000. 00000020:00000001:2.0:1773941550.660184:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1773941550.660184:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244302464, offset 0 00000020:00000040:2.0:1773941550.660189:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000400:00000200:1.0:1773941550.660193:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000020:00000001:2.0:1773941550.660198:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941550.660200:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941550.660205:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941550.660207:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941550.660212:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1773941550.660214:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941550.660215:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941550.660220:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941550.660224:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941550.660231:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:1.0:1773941550.660233:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[82, 83] 00010000:00010000:2.0:1773941550.660240:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941550.660240:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941550.660247:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [204:204:256:4294967295] 192.168.202.146@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:1.0:1773941550.660256:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941550.660261:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1773941550.660266:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:2.0:1773941550.660268:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941550.660272:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941550.660278:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1900. 00000800:00000200:1.0:1773941550.660284:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941550.660292:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941550.660296:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1900 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941550.660306:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941550.660309:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941550.660311:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941550.660312:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941550.660317:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941550.660321:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294989886 00010000:00000001:2.0:1773941550.660329:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1773941550.660329:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294989884 00010000:00000001:2.0:1773941550.660336:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.660337:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294989886 00010000:00000001:2.0:1773941550.660343:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1773941550.660343:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294989884 00010000:00010000:2.0:1773941550.660349:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941550.660350:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941550.660354:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.660358:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.660363:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773941550.660366:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000001:1.0:1773941550.660370:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941550.660372:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1773941550.660374:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00010000:2.0:1773941550.660377:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941550.660378:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941550.660382:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1773941550.660382:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773941550.660386:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941550.660389:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1900. 00000100:00000001:1.0:1773941550.660391:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941550.660396:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1773941550.660398:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1773941550.660400:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941550.660404:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941550.660406:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000020:00000040:2.0:1773941550.660408:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000020:00000001:2.0:1773941550.660414:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:0.0:1773941550.660414:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa000 00000400:00000010:0.0:1773941550.660419:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa000. 00010000:00000001:2.0:1773941550.660420:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00000001:0.0:1773941550.660426:0:2391:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1773941550.660427:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941550.660432:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941550.660434:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941550.660454:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941550.660456:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00010000:2.0:1773941550.660459:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941550.660462:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1773941550.660480:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1773941550.660482:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941550.660485:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000040:2.0:1773941550.660491:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941550.660494:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941550.660499:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941550.660502:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941550.660506:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941550.660509:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941550.660511:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941550.660513:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941550.660517:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c63 from hash 00010000:00000001:2.0:1773941550.660521:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941550.660523:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941550.660525:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941550.660526:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941550.660528:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941550.660531:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941550.660534:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941550.660536:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941550.660537:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941550.660539:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941550.660543:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941550.660550:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941550.660552:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941550.660553:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941550.660555:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941550.660557:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941550.660558:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941550.660559:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941550.660562:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c63 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941550.660571:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00010000:00000001:2.0:1773941550.660607:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941550.660610:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941550.660614:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941550.660625:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6680 x1860112244302336/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941566 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.660634:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941550.660637:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941550.660640:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:2.0:1773941550.660643:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941550.660646:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941550.660648:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941550.660651:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941550.660654:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 02000000:00000001:2.0:1773941550.660658:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941550.660660:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941550.660663:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6680. 00000100:00000001:2.0:1773941550.660666:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941550.660667:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941550.660670:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941550.660672:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941550.660676:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941550.660680:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941550.660685:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941550.660690:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941550.660695:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941550.660701:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941550.660707:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941550.660712:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941550.660718:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941550.660724:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941550.660730:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941550.660733:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941550.660738:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941550.660743:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941550.660747:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941550.660751:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941550.660755:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941550.660765:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941550.660769:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941550.660772:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941550.660775:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941550.660779:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941550.660782:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941550.660785:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941550.660788:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941550.660790:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941550.660792:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941550.660795:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941550.661953:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.661963:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941550.661966:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.661976:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941550.661984:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.661990:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941550.662011:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.662014:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.662017:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.662020:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906280 00000400:00000200:0.0:1773941550.662038:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941550.662042:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xea1 [1] + 0 00000800:00000001:0.0:1773941550.662049:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.662055:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941550.662057:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941550.662060:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941550.662064:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941550.662068:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941550.662083:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941550.662098:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941550.662102:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941550.662104:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.662134:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941550.662138:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941550.662143:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941550.662145:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941550.662147:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941550.662154:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941550.662169:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941550.662172:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941550.662178:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941550.662190:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941550.662197:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941550.662199:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.662202:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941550.662204:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941550.662206:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941550.662208:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941550.662210:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941550.662214:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941550.662216:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941550.662218:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941550.662219:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941550.662221:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941550.662223:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.662225:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941550.662229:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941550.662233:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941550.662235:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941550.662236:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.662239:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941550.662244:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941550.662247:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941550.662248:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941550.662249:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941550.662251:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941550.662253:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941550.662255:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941550.662258:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941550 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941550.662265:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941550.662271:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941550.662273:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941550.662274:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941550.662276:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.662277:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941550.662281:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941550.662283:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941550.662285:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941550.662289:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941550.662292:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941550.662293:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941550.662540:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.662544:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941550.662550:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941550.662562:0:14317:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941550.662569:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244302464:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:2.0:1773941550.662575:0:14317:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:1.0:1773941550.662613:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941550.662614:0:14317:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941550.662619:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941550.662620:0:14317:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941550.662623:0:14317:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:1.0:1773941550.662627:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4380 x1860112244302464/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941550.662628:0:14317:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941550.662633:0:14317:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941550.662639:0:14317:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941550.662643:0:14317:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941550.662644:0:14317:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941550.662646:0:14317:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941550.662648:0:14317:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.662650:0:14317:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941550.662650:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1773941550.662658:0:14317:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:1.0:1773941550.662658:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941550.662664:0:14317:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000010:1.0:1773941550.662664:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7bc00. 00000100:00000001:2.0:1773941550.662669:0:14317:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:1.0:1773941550.662671:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941550.662673:0:14317:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941550.662675:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1773941550.662678:0:14317:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000020:00000040:1.0:1773941550.662680:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941550.662684:0:14317:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:1.0:1773941550.662685:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:2.0:1773941550.662687:0:14317:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000010:1.0:1773941550.662690:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f89400. 10000000:00000040:2.0:1773941550.662691:0:14317:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000001:1.0:1773941550.662697:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941550.662700:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941550.662702:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4380. 00000100:00000001:1.0:1773941550.662715:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941550.662717:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941550.662720:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941550.662721:0:14317:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941550.662725:0:14317:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.662726:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941550.662729:0:14317:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941550.662729:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941550.662734:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:02000000:2.0:1773941550.662736:0:14317:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:1.0:1773941550.662738:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941550.662748:0:14317:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941550.662752:0:14317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941550.662754:0:14317:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941550.662758:0:14317:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941550.662759:0:14317:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941550.666608:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941550.666620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:1.0:1773941551.441802:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941551.441811:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941551.441817:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941552.081630:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941552.081637:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941552.081640:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941552.081642:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941552.081644:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941552.081645:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941552.081647:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941552.081648:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941552.081651:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941552.081653:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941552.081654:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941552.081671:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024e680. 00000020:00000040:0.0:1773941552.081675:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941552.081692:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941552.081694:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941552.081699:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941552.081705:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867b600. 00000100:00000001:0.0:1773941552.081710:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941552.081713:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941552.081716:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941552.081722:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543700. 00010000:00000001:0.0:1773941552.081727:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941552.081730:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5fa00. 00000020:00000001:0.0:1773941552.081733:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941552.081735:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5fa00 with handle 0x450ee06f069b0c6a to hash 00000020:00000001:0.0:1773941552.081737:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941552.081738:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00010000:00000001:0.0:1773941552.081741:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00010000:00000001:0.0:1773941552.081745:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941552.081749:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941552.081754:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941552.081765:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941552.081778:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941552.081785:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941552.081787:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941552.081794:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e373c0. 00000100:00000001:0.0:1773941552.081797:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401080256 : -104919308471360 : ffffa09391e373c0) 00000100:00000001:0.0:1773941552.081800:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941552.081801:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371815040 : -104919337736576 : ffffa0939024e680) 00000100:00000001:0.0:1773941552.081806:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941552.081816:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941552.081822:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941552.081824:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941552.081833:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941552.081840:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941552.081842:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941552.081845:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941552.081847:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941552.081849:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941552.081851:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244302592:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941552.081854:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941552.081859:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941552.081861:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941552.081863:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941552.081866:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d400. 02000000:00000001:0.0:1773941552.081868:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941552.081874:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941552.081877:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedbb0. 00000400:00000010:0.0:1773941552.081882:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f16e8. 00000100:00000200:0.0:1773941552.081888:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244302592, portal 25 00000100:00000001:0.0:1773941552.081890:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941552.081891:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371815040 : -104919337736576 : ffffa0939024e680) 00000100:00000040:0.0:1773941552.081894:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941552.081900:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941552.081902:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941552.081904:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1ee0. 00000100:00000200:0.0:1773941552.081906:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244302592, offset 0 00000400:00000200:0.0:1773941552.081911:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941552.081917:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941552.081924:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941552.081928:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941552.081931:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941552.081937:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941552.081939:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941552.081942:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[84, 83] 00000400:00000200:0.0:1773941552.081945:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941552.081948:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [205:205:256:4294967295] 192.168.202.156@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:0.0:1773941552.081951:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941552.081958:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941552.081963:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941552.081968:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941552.081973:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941552.081980:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941552.081983:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941552.081999:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941552.082002:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941552.082004:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294991308 00000100:00000001:0.0:1773941552.082039:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294989886 00000100:00000001:0.0:1773941552.082046:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294991308 00000100:00000001:0.0:1773941552.082050:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294989886 00000100:00000001:0.0:1773941552.082054:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941552.082057:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941552.082060:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941552.082063:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941552.082067:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e373c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941552.082070:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941552.082073:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941552.082230:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941552.082244:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941552.082254:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941552.082264:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941552.082271:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1ee0 00000400:00000010:1.0:1773941552.082275:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1ee0. 00000100:00000001:1.0:1773941552.082280:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941552.082290:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.082304:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941552.082308:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941568 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.082323:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.082326:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941552.083341:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941552.083352:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941552.083354:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941552.083356:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941552.083360:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941552.083364:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941552.083373:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941552.083376:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941552.083381:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941552.083385:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906300 00000400:00000200:0.0:1773941552.083389:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941552.083394:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xeb1 [1] + 224 00000800:00000001:0.0:1773941552.083400:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941552.083409:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941552.083412:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941552.083417:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941552.083424:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941552.083430:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941552.083451:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941552.083470:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941552.083479:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941552.083482:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941552.083522:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941552.083531:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941552.083533:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941552.083536:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedbb0. 00000400:00000200:2.0:1773941552.083540:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f16e8 00000400:00000010:2.0:1773941552.083542:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f16e8. 00000100:00000001:2.0:1773941552.083545:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941552.083551:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941552.083560:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941568 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.083566:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941552.083568:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941552.083570:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941552.083573:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941552.083576:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941552.083605:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941552.083608:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941552.083615:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941552.083618:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941552.083620:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941552.083624:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941552.083627:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941552.083629:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941552.083632:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941552.083637:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941552.083640:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941552.083643:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941552.083657:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941552.083659:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941552.083661:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941552.083664:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941568 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.083671:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941552.083672:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941552.083673:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941552.083676:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941552.083679:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941552.083680:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.083681:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941552.083683:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941552.083683:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941552.083685:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.083686:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941552.083688:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941552.083690:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941552.083693:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941552.083696:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 317 00000400:00000200:2.0:1773941552.083703:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941552.083709:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941552.083714:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941552.083718:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941552.083721:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941552.083723:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941552.083727:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941552.083730:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941552.083733:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941552.083736:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941552.083740:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941552.083743:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941552.083746:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941552.083755:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941552.083758:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941552.083760:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941552.083764:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941552.083767:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941552.083769:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941552.083772:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941552.083775:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941552.083777:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.083780:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941552.083781:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941552.083786:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6680. 00000020:00000040:2.0:1773941552.083789:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941552.083792:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941552.083793:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.083796:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941552.083798:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941552.083801:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941552.083806:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941552.083811:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941552.083816:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941552.083824:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941552.083827:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941552.083830:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076070538] to pc [ptlrpcd_rcv+-1] req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.083850:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.083852:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941552.083854:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941552.083856:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941552.083859:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941552.083860:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941552.083866:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e373c0 going to sleep for 1 seconds 00000100:00000001:2.0:1773941552.083869:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941552.083871:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941552.083876:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941568 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.083880:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941552.083883:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941552.083886:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941552.083887:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941552.083889:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941552.083890:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941552.083893:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941552.083897:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941552.083899:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941568 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.083921:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1773941552.083924:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244302592:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941552.083925:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.083932:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773941552.083932:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941552.083935:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941552.083936:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:1.0:1773941552.083938:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.083940:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941552.083943:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1773941552.083944:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244302720:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000040:2.0:1773941552.083947:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941568 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.083957:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.083959:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1773941552.083961:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e373c0. 02000000:00000001:1.0:1773941552.083964:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773941552.083966:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:1.0:1773941552.083967:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.083971:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:1.0:1773941552.083971:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941552.083977:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f79800. 00010000:00000001:2.0:1773941552.083978:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:1.0:1773941552.083980:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941552.083984:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1773941552.083987:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:2.0:1773941552.083989:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1773941552.083991:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000020:00000040:2.0:1773941552.083993:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5fa00 refcount=4 00000020:00000001:2.0:1773941552.083998:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00000400:00000010:1.0:1773941552.083998:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00010000:00000001:2.0:1773941552.084006:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00000100:00000200:1.0:1773941552.084006:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244302720, portal 25 00000100:00000001:1.0:1773941552.084027:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941552.084028:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241234560 : -104919468317056 : ffffa093885c6680) 00010000:00010000:2.0:1773941552.084030:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941552.084035:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.084051:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941552.084058:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941552.084064:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faa18. 00010000:00000001:2.0:1773941552.084066:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:1.0:1773941552.084076:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244302720, offset 0 00010000:00010000:2.0:1773941552.084082:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941552.084086:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941552.084098:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1773941552.084102:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941552.084103:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941552.084111:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941552.084113:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941552.084117:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941552.084120:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1773941552.084121:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941552.084125:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941552.084131:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941552.084137:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1773941552.084137:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941552.084142:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941552.084143:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[84, 85] 00000400:00000200:1.0:1773941552.084149:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941552.084150:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1773941552.084154:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [206:206:256:4294967295] 192.168.202.146@tcp LPNI seq info [86:86:8:4294967295] 00010000:00010000:2.0:1773941552.084156:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941552.084161:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941552.084171:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5fa00 already unused, calling callback (ffffffffc14a0c20) 00000400:00000200:1.0:1773941552.084173:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 10000000:00000001:2.0:1773941552.084176:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941552.084180:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941552.084180:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941552.084191:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:1.0:1773941552.084193:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1600. 00010000:00000001:2.0:1773941552.084194:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941552.084197:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941552.084199:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5fa00 refcount=5 00000800:00000200:1.0:1773941552.084202:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000020:00000001:2.0:1773941552.084203:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00010000:00000001:2.0:1773941552.084208:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184190464 : -104919525361152 : ffffa09384f5fa00) 00000800:00000200:1.0:1773941552.084212:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941552.084216:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1600 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941552.084221:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941552.084226:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941552.084233:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941552.084234:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941552.084239:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941552.084239:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941552.084243:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294991310 10000000:01000000:2.0:1773941552.084251:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:1.0:1773941552.084252:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294991308 10000000:00000040:2.0:1773941552.084257:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941552.084261:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.084262:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294991310 00010000:00010000:2.0:1773941552.084266:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:1.0:1773941552.084267:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294991308 00010000:00000001:2.0:1773941552.084271:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1773941552.084276:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941552.084277:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1773941552.084280:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941552.084282:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1773941552.084283:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.084287:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941552.084288:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941552.084291:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.084294:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1773941552.084295:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5fa00 with handle 0x450ee06f069b0c6a from hash 00000100:00000001:1.0:1773941552.084297:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:2.0:1773941552.084302:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1773941552.084302:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941552.084306:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1773941552.084307:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773941552.084308:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941552.084310:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941552.084311:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941552.084314:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941552.084318:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941552.084320:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941552.084323:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941552.084326:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941552.084329:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941552.084331:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941552.084332:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1773941552.084335:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941552.084338:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1600. 00000400:00000200:0.0:1773941552.084344:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941552.084354:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00000001:2.0:1773941552.084363:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941552.084365:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faa18 00010000:00000001:2.0:1773941552.084367:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1773941552.084369:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faa18. 00010000:00000001:2.0:1773941552.084370:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941552.084375:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1773941552.084376:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941552.084381:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941552.084389:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1773941552.084391:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1773941552.084395:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941552.084396:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941552.084401:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941552.084409:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941552.084410:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5fa00/0x450ee06f069b0c6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941552.084423:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:2.0:1773941552.084434:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543700 count: 0 00010000:00000001:2.0:1773941552.084454:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941552.084457:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941552.084461:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941552.084469:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024e680 x1860112244302592/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941568 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.084478:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941552.084481:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941552.084483:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d400. 02000000:00000001:2.0:1773941552.084486:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941552.084488:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941552.084490:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941552.084492:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941552.084494:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867b600. 02000000:00000001:2.0:1773941552.084498:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941552.084499:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941552.084501:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024e680. 00000100:00000001:2.0:1773941552.084505:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941552.084506:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941552.084508:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941552.084510:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941552.084513:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941552.084517:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941552.084521:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941552.084525:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941552.084528:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941552.084533:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941552.084537:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941552.084541:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941552.084552:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941552.084556:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 10000000:00000040:2.0:1773941552.084560:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941552.084561:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941552.084566:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941552.084569:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941552.084572:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941552.084576:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941552.084613:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941552.084617:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941552.084619:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941552.084621:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941552.084623:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941552.084625:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941552.084628:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941552.084630:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941552.084632:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941552.084634:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941552.084635:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941552.084637:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941552.085858:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941552.085865:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941552.085866:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941552.085868:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941552.085872:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941552.085875:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941552.085879:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941552.085881:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941552.085884:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941552.085886:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906380 00000400:00000200:0.0:1773941552.085889:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941552.085892:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xec1 [1] + 0 00000800:00000001:0.0:1773941552.085896:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941552.085900:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941552.085902:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941552.085905:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941552.085907:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941552.085911:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941552.085918:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941552.085932:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941552.085936:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941552.085938:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941552.085965:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941552.085969:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941552.085972:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941552.085974:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941552.085977:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941552.085983:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941552.085984:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941552.085987:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941552.085993:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941552.086001:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.086027:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941552.086035:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941552.086037:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941552.086040:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941552.086041:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941552.086043:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941552.086045:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941552.086049:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=58 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941552.086052:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941552.086054:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941552.086055:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941552.086057:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941552.086059:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.086061:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941552.086065:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.086070:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941552.086072:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941552.086073:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941552.086075:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941552.086080:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941552.086082:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941552.086084:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941552.086086:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941552.086088:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941552.086090:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941552.086092:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941552.086094:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941552 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941552.086096:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941552.086102:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941552.086103:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941552.086105:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941552.086107:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.086108:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941552.086111:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941552.086112:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941552.086118:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941552.086121:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941552.086125:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941552.086127:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941552.086342:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.086347:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941552.086353:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941552.086364:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244302720:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941552.086366:0:14318:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941552.086372:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941552.086375:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941552.086378:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6680 x1860112244302720/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941552.086382:0:14318:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941552.086391:0:14318:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941552.086392:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941552.086395:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941552.086397:0:14318:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:1.0:1773941552.086398:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f79800. 10000000:01000000:2.0:1773941552.086402:0:14318:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:1.0:1773941552.086403:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941552.086406:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941552.086408:0:14318:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:1.0:1773941552.086409:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941552.086413:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941552.086414:0:14318:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1773941552.086415:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:1.0:1773941552.086420:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941552.086421:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941552.086422:0:14318:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941552.086423:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6680. 00000001:00000001:2.0:1773941552.086429:0:14318:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941552.086429:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1773941552.086433:0:14318:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941552.086433:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941552.086438:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941552.086439:0:14318:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.086442:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941552.086444:0:14318:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.086445:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.086450:0:14318:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941552.086450:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941552.086455:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941552.086459:0:14318:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941552.086463:0:14318:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941552.086489:0:14318:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941552.086491:0:14318:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941552.086495:0:14318:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941552.086498:0:14318:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941552.086499:0:14318:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941552.086501:0:14318:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941552.086526:0:14318:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941552.086530:0:14318:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941552.086533:0:14318:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941552.086538:0:14318:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941552.086543:0:14318:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941552.086546:0:14318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941552.086549:0:14318:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941552.086552:0:14318:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941552.086554:0:14318:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941552.089616:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543700. 00010000:00000010:2.1:1773941552.089626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5fa00. 00000020:00000001:2.0:1773941552.465778:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941552.465787:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941552.465794:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941553.233642:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941553.233651:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941553.233655:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.233657:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.233659:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.233660:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941553.233663:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941553.233668:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941553.233671:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941553.233695:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941553.233696:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941553.233704:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024f100. 00000020:00000040:0.0:1773941553.233710:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941553.233714:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941553.233719:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941553.233725:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941553.233734:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867b800. 00000100:00000001:0.0:1773941553.233742:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941553.233746:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941553.233749:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941553.233759:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543d00. 00010000:00000001:0.0:1773941553.233765:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941553.233768:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5ea00. 00000020:00000001:0.0:1773941553.233772:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941553.233774:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5ea00 with handle 0x450ee06f069b0c71 to hash 00000020:00000001:0.0:1773941553.233776:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941553.233778:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00000001:0.0:1773941553.233781:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00000001:0.0:1773941553.233784:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941553.233787:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941553.233791:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941553.233800:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941553.233811:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941553.233816:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941553.233818:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941553.233825:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e379c0. 00000100:00000001:0.0:1773941553.233827:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401081792 : -104919308469824 : ffffa09391e379c0) 00000100:00000001:0.0:1773941553.233832:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941553.233834:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371817728 : -104919337733888 : ffffa0939024f100) 00000100:00000001:0.0:1773941553.233839:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941553.233844:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941553.233845:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941553.233847:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941553.233858:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941553.233866:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941553.233868:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941553.233872:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941553.233874:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941553.233876:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941553.233878:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244302848:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941553.233882:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941553.233888:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941553.233890:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941553.233892:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941553.233898:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e400. 02000000:00000001:0.0:1773941553.233899:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941553.233907:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941553.233910:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed898. 00000400:00000010:0.0:1773941553.233917:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1d48. 00000100:00000200:0.0:1773941553.233924:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244302848, portal 25 00000100:00000001:0.0:1773941553.233926:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941553.233927:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371817728 : -104919337733888 : ffffa0939024f100) 00000100:00000040:0.0:1773941553.233931:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941553.233937:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941553.233939:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941553.233941:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1e58. 00000100:00000200:0.0:1773941553.233943:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244302848, offset 0 00000400:00000200:0.0:1773941553.233948:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941553.233961:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941553.233969:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941553.233974:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941553.233978:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941553.233982:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941553.233984:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941553.233986:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[86, 85] 00000400:00000200:0.0:1773941553.233989:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941553.233992:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [207:207:256:4294967295] 192.168.202.156@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1773941553.233995:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941553.234030:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941553.234036:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941553.234041:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941553.234048:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941553.234055:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941553.234059:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941553.234079:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941553.234082:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941553.234085:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294992460 00000100:00000001:0.0:1773941553.234093:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294991310 00000100:00000001:0.0:1773941553.234097:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294992460 00000100:00000001:0.0:1773941553.234100:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294991310 00000100:00000001:0.0:1773941553.234103:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941553.234105:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941553.234107:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941553.234108:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941553.234110:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e379c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941553.234113:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941553.234116:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941553.234249:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941553.234255:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941553.234269:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941553.234276:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941553.234283:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1e58 00000400:00000010:1.0:1773941553.234286:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1e58. 00000100:00000001:1.0:1773941553.234291:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941553.234296:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.234309:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941553.234313:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.234334:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941553.234337:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941553.235534:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941553.235548:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941553.235557:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941553.235560:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941553.235565:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941553.235569:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941553.235574:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941553.235595:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941553.235601:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941553.235606:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906400 00000400:00000200:0.0:1773941553.235612:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941553.235617:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xed1 [1] + 224 00000800:00000001:0.0:1773941553.235626:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941553.235636:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941553.235638:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941553.235643:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941553.235648:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941553.235654:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941553.235665:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941553.235684:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941553.235692:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941553.235694:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.235731:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941553.235739:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941553.235741:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941553.235743:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed898. 00000400:00000200:2.0:1773941553.235747:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1d48 00000400:00000010:2.0:1773941553.235748:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1d48. 00000100:00000001:2.0:1773941553.235751:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941553.235755:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941553.235764:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941553.235770:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941553.235771:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.235773:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941553.235775:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941553.235778:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941553.235780:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941553.235788:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941553.235795:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=59 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941553.235798:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941553.235801:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941553.235804:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941553.235807:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941553.235810:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941553.235812:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941553.235815:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941553.235819:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941553.235821:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941553.235823:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941553.235825:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941553.235827:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941553.235831:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941569 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941553.235840:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941553.235842:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941553.235844:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941553.235848:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941553.235851:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941553.235853:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.235855:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941553.235857:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941553.235858:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941553.235860:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.235861:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941553.235864:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941553.235866:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941553.235870:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941553.235873:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 318 00000400:00000200:2.0:1773941553.235879:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941553.235884:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941553.235896:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941553.235901:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941553.235903:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941553.235906:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941553.235910:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941553.235913:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941553.235916:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941553.235919:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941553.235922:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941553.235925:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941553.235929:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941553.235931:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941553.235933:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941553.235936:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941553.235940:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941553.235944:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941553.235948:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941553.235951:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941553.235955:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941553.235958:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.235961:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941553.235964:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941553.235968:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c6a00. 00000020:00000040:2.0:1773941553.235971:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941553.235975:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941553.235977:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.235980:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941553.235982:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941553.235984:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941553.235990:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941553.235994:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941553.236014:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941553.236029:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941553.236032:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941553.236038:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ff52f00] to pc [ptlrpcd_rcv+-1] req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941553.236057:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.236059:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941553.236061:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941553.236063:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.236065:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941553.236066:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941553.236067:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e379c0 going to sleep for 1 seconds 00000100:00000001:2.0:1773941553.236069:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941553.236071:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941553.236076:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941569 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941553.236085:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941553.236088:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.236092:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941553.236092:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941553.236097:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941553.236099:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941553.236103:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941553.236107:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941569 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941553.236113:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941553.236130:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244302848:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941553.236133:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941553.236137:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941553.236140:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941553.236142:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941553.236145:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.236146:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.236151:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:1.0:1773941553.236152:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244302976:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941553.236155:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941553.236159:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941553.236161:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1773941553.236166:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941569 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941553.236166:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941553.236170:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941553.236176:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941553.236182:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941553.236184:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7ac00. 02000000:00000001:1.0:1773941553.236188:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941553.236193:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e379c0. 00000400:00000200:1.0:1773941553.236199:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941553.236200:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941553.236203:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:1.0:1773941553.236205:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00010000:00000001:2.0:1773941553.236206:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941553.236211:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1773941553.236212:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000020:00000001:2.0:1773941553.236213:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941553.236216:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ea00 refcount=4 00000100:00000200:1.0:1773941553.236219:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244302976, portal 25 00000020:00000001:2.0:1773941553.236220:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00000001:2.0:1773941553.236222:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00010000:2.0:1773941553.236226:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941553.236232:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941553.236235:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241235456 : -104919468316160 : ffffa093885c6a00) 00010000:00000001:2.0:1773941553.236237:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941553.236243:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941553.236246:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941553.236253:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941553.236258:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941553.236265:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941553.236267:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941553.236270:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1773941553.236271:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941553.236274:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941553.236276:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faaa0. 00010000:00000001:2.0:1773941553.236282:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1773941553.236282:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244302976, offset 0 00010000:00000001:2.0:1773941553.236285:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941553.236289:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941553.236293:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941553.236293:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941553.236301:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5ea00 already unused, calling callback (ffffffffc14a0c20) 00000400:00000200:1.0:1773941553.236301:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941553.236307:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 10000000:00000001:2.0:1773941553.236312:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:1.0:1773941553.236313:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00010000:2.0:1773941553.236316:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941553.236320:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941553.236327:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941553.236328:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941553.236331:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1773941553.236332:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1773941553.236333:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941553.236336:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ea00 refcount=5 00000400:00000200:1.0:1773941553.236339:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[86, 87] 00000020:00000001:2.0:1773941553.236340:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00000001:2.0:1773941553.236345:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186368 : -104919525365248 : ffffa09384f5ea00) 00010000:00000001:2.0:1773941553.236350:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1773941553.236351:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00010000:2.0:1773941553.236353:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941553.236358:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [208:208:256:4294967295] 192.168.202.146@tcp LPNI seq info [88:88:8:4294967295] 10000000:00000001:2.0:1773941553.236362:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941553.236366:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941553.236368:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 10000000:01000000:2.0:1773941553.236374:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941553.236380:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941553.236383:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941553.236384:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:2.0:1773941553.236386:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941553.236389:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941553.236393:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:1.0:1773941553.236394:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941553.236395:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941553.236398:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941553.236400:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941553.236401:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1e00. 00000020:00000040:2.0:1773941553.236402:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5ea00 with handle 0x450ee06f069b0c71 from hash 00010000:00000001:2.0:1773941553.236407:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941553.236409:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941553.236412:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1773941553.236412:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941553.236416:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941553.236419:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941553.236422:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:1.0:1773941553.236423:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941553.236428:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941553.236429:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1e00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941553.236437:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941553.236439:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941553.236442:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941553.236445:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941553.236447:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941553.236452:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941553.236457:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294992462 00010000:00000001:2.0:1773941553.236464:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941553.236467:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941553.236467:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294992460 00010000:00000001:2.0:1773941553.236469:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941553.236473:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941553.236477:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773941553.236477:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294992462 00010000:00000001:2.0:1773941553.236479:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941553.236481:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941553.236484:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5ea00/0x450ee06f069b0c71 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941553.236496:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294992460 00010000:00000040:2.0:1773941553.236498:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543d00 count: 0 00000100:00000001:1.0:1773941553.236505:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941553.236510:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941553.236513:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941553.236514:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941553.236517:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:0.0:1773941553.236517:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773941553.236519:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1773941553.236522:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1e00. 00000100:00000001:2.0:1773941553.236525:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941553.236527:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773941553.236530:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1773941553.236533:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024f100 x1860112244302848/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941569 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.236535:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:0.0:1773941553.236536:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941553.236543:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1773941553.236544:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faaa0 00000100:00000001:1.0:1773941553.236547:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1773941553.236548:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faaa0. 00000100:00000001:1.0:1773941553.236552:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.236555:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941553.236555:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773941553.236556:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941553.236562:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1773941553.236563:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941553.236569:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e400. 00000100:00000001:0.0:1773941553.236574:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941553.236607:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941553.236616:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941553.236619:0:2391:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773941553.236624:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941553.236629:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941553.236631:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941553.236635:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941553.236639:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867b800. 02000000:00000001:2.0:1773941553.236644:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941553.236647:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941553.236649:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024f100. 00000100:00000001:2.0:1773941553.236656:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941553.236658:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941553.236661:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941553.236669:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941553.236672:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941553.236675:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941553.236679:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941553.236684:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941553.236687:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941553.236691:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941553.236695:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941553.236699:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941553.236703:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941553.236707:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941553.236711:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941553.236713:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941553.236717:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941553.236720:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941553.236723:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941553.236726:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941553.236729:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941553.236732:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941553.236734:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941553.236736:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941553.236738:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941553.236740:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941553.236742:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941553.236744:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941553.236746:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941553.236747:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941553.236748:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941553.236750:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941553.238145:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941553.238152:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941553.238154:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941553.238156:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941553.238159:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941553.238163:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941553.238169:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941553.238173:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941553.238176:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941553.238180:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906480 00000400:00000200:0.0:1773941553.238185:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941553.238189:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xee1 [1] + 0 00000800:00000001:0.0:1773941553.238194:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941553.238201:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941553.238204:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941553.238207:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941553.238211:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941553.238216:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941553.238228:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941553.238245:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941553.238249:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941553.238252:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941553.238284:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941553.238288:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941553.238291:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941553.238293:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941553.238296:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941553.238302:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941553.238305:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941553.238308:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941553.238314:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941553.238326:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.238335:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941553.238337:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941553.238339:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941553.238341:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941553.238343:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941553.238345:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941553.238347:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941553.238351:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=59 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941553.238355:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941553.238358:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941553.238360:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941553.238363:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941553.238365:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941553.238373:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941553.238379:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.238387:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941553.238390:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941553.238392:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941553.238394:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941553.238399:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941553.238402:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941553.238404:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941553.238406:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941553.238408:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941553.238411:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941553.238414:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941553.238418:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941553 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941553.238422:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941553.238430:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941553.238433:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941553.238434:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941553.238436:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941553.238438:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941553.238443:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941553.238446:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941553.238448:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941553.238452:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941553.238456:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941553.238459:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941553.238727:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941553.238732:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941553.238739:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941553.238746:0:14319:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1773941553.238758:0:14319:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941553.238767:0:14319:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1773941553.238772:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244302976:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941553.238786:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941553.238789:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941553.238795:0:14319:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:1.0:1773941553.238795:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c6a00 x1860112244302976/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.238804:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:2.0:1773941553.238807:0:14319:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:1.0:1773941553.238808:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941553.238813:0:14319:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:1.0:1773941553.238813:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7ac00. 00000001:00000001:2.0:1773941553.238818:0:14319:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941553.238819:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941553.238823:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941553.238824:0:14319:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941553.238825:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941553.238831:0:14319:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1773941553.238831:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941553.238835:0:14319:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1773941553.238835:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 00000001:00000001:2.0:1773941553.238840:0:14319:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941553.238841:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:2.0:1773941553.238842:0:14319:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.238845:0:14319:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1773941553.238845:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941553.238848:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c6a00. 00000100:00080000:2.0:1773941553.238851:0:14319:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941553.238854:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941553.238855:0:14319:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941553.238857:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.238858:0:14319:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941553.238861:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.238862:0:14319:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941553.238867:0:14319:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941553.238869:0:14319:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941553.238869:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:2.0:1773941553.238873:0:14319:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:1.0:1773941553.238873:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941553.238876:0:14319:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:1.0:1773941553.238879:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941553.238882:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941553.238892:0:14319:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941553.238895:0:14319:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.238896:0:14319:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941553.238900:0:14319:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941553.238902:0:14319:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941553.238904:0:14319:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941553.238905:0:14319:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941553.238907:0:14319:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941553.238908:0:14319:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941553.241621:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543d00. 00010000:00000010:2.1:1773941553.241628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5ea00. 00000020:00000001:0.0:1773941553.489839:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941553.489847:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941553.489853:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941554.513779:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941554.513789:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941554.513794:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941554.769648:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941554.769657:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941554.769686:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941554.769689:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941554.769690:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941554.769691:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941554.769695:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941554.769696:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941554.769699:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941554.769701:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941554.769703:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941554.769711:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024c000. 00000020:00000040:0.0:1773941554.769717:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941554.769722:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941554.769726:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941554.769733:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941554.769740:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867a200. 00000100:00000001:0.0:1773941554.769749:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941554.769753:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941554.769757:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941554.769766:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543200. 00010000:00000001:0.0:1773941554.769772:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941554.769775:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5f400. 00000020:00000001:0.0:1773941554.769785:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941554.769788:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5f400 with handle 0x450ee06f069b0c78 to hash 00000020:00000001:0.0:1773941554.769790:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941554.769791:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184188928 : -104919525362688 : ffffa09384f5f400) 00010000:00000001:0.0:1773941554.769794:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184188928 : -104919525362688 : ffffa09384f5f400) 00010000:00000001:0.0:1773941554.769798:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941554.769801:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941554.769805:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941554.769814:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941554.769825:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941554.769835:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941554.769837:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941554.769843:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37180. 00000100:00000001:0.0:1773941554.769845:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401079680 : -104919308471936 : ffffa09391e37180) 00000100:00000001:0.0:1773941554.769847:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941554.769849:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371805184 : -104919337746432 : ffffa0939024c000) 00000100:00000001:0.0:1773941554.769854:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941554.769858:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941554.769860:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941554.769862:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941554.769875:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941554.769886:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941554.769889:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941554.769894:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941554.769897:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941554.769901:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941554.769905:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244303104:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941554.769911:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941554.769919:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941554.769922:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941554.769925:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941554.769931:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9f400. 02000000:00000001:0.0:1773941554.769933:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941554.769942:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941554.769945:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed318. 00000400:00000010:0.0:1773941554.769952:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1550. 00000100:00000200:0.0:1773941554.769960:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244303104, portal 25 00000100:00000001:0.0:1773941554.769962:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941554.769963:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371805184 : -104919337746432 : ffffa0939024c000) 00000100:00000040:0.0:1773941554.769968:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941570 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941554.770009:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941554.770012:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941554.770015:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1aa0. 00000100:00000200:0.0:1773941554.770018:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244303104, offset 0 00000400:00000200:0.0:1773941554.770024:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941554.770034:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941554.770042:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941554.770047:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941554.770052:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941554.770056:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941554.770058:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941554.770061:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[88, 87] 00000400:00000200:0.0:1773941554.770064:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941554.770067:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [209:209:256:4294967295] 192.168.202.156@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:0.0:1773941554.770070:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941554.770078:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941554.770084:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941554.770090:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938a55aa00. 00000800:00000200:0.0:1773941554.770097:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941554.770105:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941554.770109:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938a55aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941554.770130:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941554.770134:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941554.770141:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294993996 00000100:00000001:0.0:1773941554.770149:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294992462 00000100:00000001:0.0:1773941554.770154:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294993996 00000100:00000001:0.0:1773941554.770157:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294992462 00000100:00000001:0.0:1773941554.770159:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941554.770162:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941554.770168:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941554.770170:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941554.770173:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37180 going to sleep for 11 seconds 00000100:00000001:0.0:1773941554.770176:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941554.770179:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941554.770309:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941554.770316:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938a55aa00. 00000400:00000200:1.0:1773941554.770325:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941554.770332:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941554.770339:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1aa0 00000400:00000010:1.0:1773941554.770343:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1aa0. 00000100:00000001:1.0:1773941554.770348:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941554.770361:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941570 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941554.770373:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941554.770378:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941570 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941554.770386:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941554.770388:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941554.771267:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941554.771280:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941554.771282:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941554.771283:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941554.771288:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941554.771293:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941554.771298:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941554.771301:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941554.771307:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941554.771311:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906500 00000400:00000200:0.0:1773941554.771316:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941554.771323:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xef1 [1] + 224 00000800:00000001:0.0:1773941554.771333:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941554.771344:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941554.771347:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941554.771353:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941554.771359:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941554.771364:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941570 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941554.771376:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941570 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941554.771398:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941554.771406:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941554.771409:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941554.771435:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941554.771442:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941554.771444:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941554.771447:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed318. 00000400:00000200:2.0:1773941554.771451:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1550 00000400:00000010:2.0:1773941554.771453:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1550. 00000100:00000001:2.0:1773941554.771455:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941554.771460:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941570 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941554.771469:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941570 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941554.771481:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941554.771483:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941554.771486:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941554.771489:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941554.771492:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941554.771494:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941554.771497:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941554.771503:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=60 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941554.771506:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941554.771509:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941554.771512:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941554.771515:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941554.771518:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941554.771520:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941554.771523:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941554.771527:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941554.771529:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941554.771531:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941554.771532:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941554.771534:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941554.771537:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941570 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941554.771543:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941554.771544:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941554.771545:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941554.771548:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941554.771550:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941554.771551:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941554.771552:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941554.771553:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941554.771554:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941554.771554:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941554.771559:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941554.771562:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941554.771563:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941554.771566:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941554.771568:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 319 00000400:00000200:2.0:1773941554.771572:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941554.771576:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941554.771601:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941554.771604:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941554.771606:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941554.771607:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941554.771610:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941554.771612:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941554.771613:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941554.771616:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941554.771618:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941554.771619:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941554.771621:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941554.771622:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941554.771624:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941554.771625:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941554.771627:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941554.771629:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941554.771631:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941554.771633:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941554.771636:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941554.771638:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941554.771640:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941554.771641:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941554.771645:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7b80. 00000020:00000040:2.0:1773941554.771647:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941554.771650:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941554.771655:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941554.771657:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941554.771659:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941554.771661:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941554.771666:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941554.771669:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941554.771674:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941554.771680:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941554.771683:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941554.771686:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2cf2b08] to pc [ptlrpcd_rcv+-1] req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941554.771703:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941554.771706:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941554.771707:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941554.771709:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941554.771711:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941554.771717:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941554.771718:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37180 going to sleep for 1 seconds 00000100:00000001:2.0:1773941554.771720:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941554.771722:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941554.771725:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941570 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941554.771731:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941554.771734:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941554.771736:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941554.771738:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941554.771741:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941570 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941554.771748:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244303104:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941554.771748:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941554.771754:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941554.771755:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941554.771759:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941554.771764:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941554.771767:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941554.771769:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941554.771772:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941554.771775:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941570 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941554.771804:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941554.771807:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1773941554.771808:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37180. 00000100:00000001:1.0:1773941554.771812:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941554.771813:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941554.771815:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:1.0:1773941554.771818:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1773941554.771819:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941554.771824:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1773941554.771824:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773941554.771827:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941554.771831:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f400 refcount=4 02000000:00000001:1.0:1773941554.771832:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941554.771834:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184188928 : -104919525362688 : ffffa09384f5f400) 00010000:00000001:2.0:1773941554.771837:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184188928 : -104919525362688 : ffffa09384f5f400) 00000100:00100000:1.0:1773941554.771839:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244303232:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00010000:2.0:1773941554.771842:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941554.771850:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1773941554.771853:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941554.771857:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941554.771865:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1773941554.771866:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:1.0:1773941554.771870:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941554.771872:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941554.771874:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941554.771881:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f78400. 00010000:00000001:2.0:1773941554.771883:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1773941554.771885:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941554.771888:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941554.771893:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941554.771893:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941554.771900:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00010000:00000001:2.0:1773941554.771908:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1773941554.771909:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941554.771914:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244303232, portal 25 00010000:00000001:2.0:1773941554.771917:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941554.771919:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941554.771923:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241239936 : -104919468311680 : ffffa093885c7b80) 00010000:00000001:2.0:1773941554.771925:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941554.771931:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941554.771933:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941554.771950:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5f400 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941554.771953:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941554.771955:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941554.771968:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941554.771971:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941554.771974:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941554.771976:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f400 refcount=5 00000100:00000001:1.0:1773941554.771976:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1773941554.771980:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184188928 : -104919525362688 : ffffa09384f5f400) 00010000:00000001:2.0:1773941554.771984:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184188928 : -104919525362688 : ffffa09384f5f400) 00010000:00000001:2.0:1773941554.772001:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1773941554.772002:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941554.772004:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941554.772008:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa6e8. 10000000:00000001:2.0:1773941554.772011:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941554.772015:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1773941554.772015:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244303232, offset 0 10000000:01000000:2.0:1773941554.772025:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:1.0:1773941554.772026:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 10000000:00000040:2.0:1773941554.772030:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941554.772032:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941554.772036:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:1.0:1773941554.772036:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941554.772038:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941554.772043:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1773941554.772046:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941554.772047:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941554.772050:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941554.772054:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941554.772056:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1773941554.772057:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5f400 with handle 0x450ee06f069b0c78 from hash 00000400:00000200:1.0:1773941554.772061:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:2.0:1773941554.772068:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1773941554.772068:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941554.772072:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941554.772075:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941554.772076:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941554.772081:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941554.772085:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1773941554.772086:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[88, 89] 00010000:00000001:2.0:1773941554.772090:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1773941554.772095:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941554.772097:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941554.772101:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941554.772103:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [210:210:256:4294967295] 192.168.202.146@tcp LPNI seq info [90:90:8:4294967295] 00010000:00000001:2.0:1773941554.772105:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941554.772110:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941554.772115:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941554.772117:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941554.772130:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:2.0:1773941554.772132:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941554.772135:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941554.772139:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000200:1.0:1773941554.772141:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941554.772142:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941554.772146:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1773941554.772148:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1c00. 00010000:00000001:2.0:1773941554.772149:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941554.772151:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941554.772155:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5f400/0x450ee06f069b0c78 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941554.772162:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000040:2.0:1773941554.772166:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543200 count: 0 00000800:00000200:1.0:1773941554.772174:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941554.772179:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1773941554.772180:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1c00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941554.772183:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941554.772188:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941554.772193:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024c000 x1860112244303104/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941570 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941554.772199:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941554.772199:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941554.772204:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1773941554.772208:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:2.0:1773941554.772210:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9f400. 00000100:00000001:1.0:1773941554.772213:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294993998 02000000:00000001:2.0:1773941554.772217:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941554.772221:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941554.772222:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294993996 00000020:00000040:2.0:1773941554.772224:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941554.772229:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294993998 00000020:00000001:2.0:1773941554.772230:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941554.772238:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294993996 02000000:00000010:2.0:1773941554.772240:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867a200. 00000100:00000001:1.0:1773941554.772245:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941554.772247:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941554.772252:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941554.772252:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941554.772255:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024c000. 00000100:00000001:2.0:1773941554.772261:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941554.772264:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941554.772264:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941554.772265:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1773941554.772270:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1c00. 10000000:00000001:2.0:1773941554.772273:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941554.772274:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941554.772275:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:2.0:1773941554.772280:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941554.772285:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:0.0:1773941554.772285:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941554.772287:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941554.772291:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000010:2.0:1773941554.772292:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000400:00000200:0.0:1773941554.772296:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa6e8 00000100:00000001:1.0:1773941554.772299:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1773941554.772299:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa6e8. 00000020:00000010:2.0:1773941554.772300:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000100:00000001:1.0:1773941554.772304:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941554.772306:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1773941554.772308:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000100:00000001:1.0:1773941554.772310:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941554.772313:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1773941554.772314:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000100:00000001:1.0:1773941554.772316:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941554.772324:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000100:00000001:0.0:1773941554.772326:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1773941554.772329:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 00000100:00000040:0.0:1773941554.772330:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 80000000:00000010:2.0:1773941554.772336:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00000100:00000001:0.0:1773941554.772338:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941554.772341:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000010:2.0:1773941554.772342:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941554.772348:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 10000000:00000040:2.0:1773941554.772352:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941554.772355:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941554.772359:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941554.772363:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941554.772365:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941554.772369:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941554.772372:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941554.772375:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941554.772378:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941554.772381:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941554.772384:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941554.772386:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941554.772389:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941554.772392:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941554.772393:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941554.772394:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941554.772400:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941554.772402:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941554.773803:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941554.773812:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941554.773814:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941554.773816:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941554.773820:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941554.773824:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941554.773829:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941554.773831:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941554.773834:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941554.773836:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906580 00000400:00000200:0.0:1773941554.773839:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941554.773842:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xf01 [1] + 0 00000800:00000001:0.0:1773941554.773846:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941554.773851:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941554.773853:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941554.773855:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941554.773858:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941554.773862:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941554.773872:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941554.773891:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941554.773905:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941554.773908:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941554.773935:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941554.773938:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941554.773942:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941554.773944:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941554.773946:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941554.773953:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941554.773955:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941554.773957:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941554.773963:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941554.773974:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941554.773981:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941554.773983:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941554.773998:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941554.774000:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941554.774002:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941554.774004:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941554.774006:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941554.774010:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=60 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941554.774014:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941554.774016:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941554.774018:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941554.774021:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941554.774023:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941554.774026:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941554.774031:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941554.774052:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941554.774054:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941554.774056:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941554.774059:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941554.774065:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941554.774067:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941554.774069:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941554.774072:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941554.774074:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941554.774076:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941554.774079:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941554.774083:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941554 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941554.774086:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941554.774093:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941554.774096:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941554.774098:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941554.774100:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941554.774102:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941554.774106:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941554.774109:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941554.774112:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941554.774116:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941554.774120:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941554.774123:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941554.774373:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941554.774378:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941554.774384:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941554.774389:0:14320:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941554.774397:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244303232:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00080000:2.0:1773941554.774399:0:14320:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941554.774405:0:14320:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941554.774425:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941554.774429:0:14320:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941554.774429:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:2.0:1773941554.774433:0:14320:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941554.774437:0:14320:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:1.0:1773941554.774439:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7b80 x1860112244303232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941554.774441:0:14320:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941554.774446:0:14320:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941554.774450:0:14320:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941554.774453:0:14320:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941554.774455:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941554.774457:0:14320:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941554.774460:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:2.0:1773941554.774461:0:14320:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941554.774465:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f78400. 00000100:00000001:2.0:1773941554.774466:0:14320:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1773941554.774472:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1773941554.774474:0:14320:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:1.0:1773941554.774476:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941554.774480:0:14320:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000040:1.0:1773941554.774480:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941554.774486:0:14320:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:1.0:1773941554.774486:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941554.774491:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941554.774492:0:14320:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941554.774497:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941554.774498:0:14320:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 02000000:00000001:1.0:1773941554.774501:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941554.774504:0:14320:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000010:1.0:1773941554.774505:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7b80. 10000000:01000000:2.0:1773941554.774509:0:14320:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:1.0:1773941554.774511:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000040:2.0:1773941554.774513:0:14320:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:1.0:1773941554.774515:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941554.774519:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941554.774524:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941554.774525:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941554.774528:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941554.774529:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941554.774536:0:14320:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941554.774539:0:14320:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941554.774542:0:14320:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941554.774547:0:14320:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941554.774553:0:14320:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941554.774556:0:14320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941554.774558:0:14320:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941554.774563:0:14320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941554.774565:0:14320:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941554.777615:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543200. 00010000:00000010:2.1:1773941554.777622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5f400. 00000020:00000001:0.0:1773941555.537747:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941555.537753:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941555.537756:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941555.601771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941555.601780:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941555.601789:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024ea00. 00000020:00000040:0.0:1773941555.601794:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941555.601798:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941555.601800:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941555.601804:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941555.601812:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938a55aa00. 00000100:00000001:0.0:1773941555.601818:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941555.601828:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941555.601837:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941555.601841:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941555.601846:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000625e2ddf] to pc [ptlrpcd_00_01+1] req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941555.601869:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941555.601873:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (327) 00000100:00000001:0.0:1773941555.601882:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773941555.601885:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773941555.601887:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941555.601894:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941555.601896:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941555.601898:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941555.601899:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941555.601901:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941555.601905:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.601908:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941555.601911:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941555.601915:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941555.601915:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941555.601932:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941555.601935:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941555.601946:0:2398:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941555.601949:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d0a345f7-236f-4283-8d0b-61189a46960a:2398:1860112244303360:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941555.601952:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941555.601957:0:2398:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941555.601959:0:2398:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941555.601961:0:2398:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941555.601964:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938867ae00. 02000000:00000001:0.0:1773941555.601966:0:2398:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941555.601972:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941555.601975:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedf78. 00000400:00000010:0.0:1773941555.601991:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f13b8. 00000100:00000200:0.0:1773941555.601998:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244303360, portal 25 00000100:00000001:0.0:1773941555.602000:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941555.602001:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371815936 : -104919337735680 : ffffa0939024ea00) 00000100:00000040:0.0:1773941555.602006:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941555.602012:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941555.602014:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941555.602015:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1a18. 00000100:00000200:0.0:1773941555.602017:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244303360, offset 0 00000400:00000200:0.0:1773941555.602022:0:2398:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941555.602028:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941555.602034:0:2398:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941555.602038:0:2398:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941555.602042:0:2398:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941555.602045:0:2398:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941555.602047:0:2398:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941555.602049:0:2398:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[90, 89] 00000400:00000200:0.0:1773941555.602052:0:2398:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941555.602055:0:2398:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [211:211:256:4294967295] 192.168.202.156@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:0.0:1773941555.602064:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941555.602072:0:2398:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941555.602077:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941555.602081:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4d2500. 00000800:00000200:0.0:1773941555.602087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941555.602094:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941555.602098:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4d2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941555.602111:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941555.602114:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941555.602116:0:2398:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294994828 00000100:00000001:0.0:1773941555.602122:0:2398:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294993998 00000100:00000001:0.0:1773941555.602125:0:2398:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294994828 00000100:00000001:0.0:1773941555.602128:0:2398:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294993998 00000100:00000001:0.0:1773941555.602131:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941555.602133:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941555.602136:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941555.602138:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941555.602236:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941555.602241:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4d2500. 00000400:00000200:1.0:1773941555.602246:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941555.602252:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941555.602258:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1a18 00000400:00000010:1.0:1773941555.602260:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1a18. 00000100:00000001:1.0:1773941555.602265:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941555.602270:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.602280:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941555.602284:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.602298:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.602300:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941555.603222:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941555.603235:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941555.603238:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941555.603241:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941555.603247:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941555.603253:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941555.603260:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941555.603264:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941555.603269:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941555.603273:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906600 00000400:00000200:0.0:1773941555.603277:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941555.603280:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xf11 [1] + 224 00000800:00000001:0.0:1773941555.603286:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941555.603297:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941555.603300:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941555.603303:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941555.603307:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941555.603311:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941555.603327:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941555.603340:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941555.603346:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941555.603348:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941555.603377:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941555.603381:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941555.603387:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941555.603390:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941555.603393:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedf78. 00000400:00000200:1.0:1773941555.603397:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f13b8 00000400:00000010:1.0:1773941555.603399:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f13b8. 00000100:00000001:1.0:1773941555.603403:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941555.603409:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941555.603429:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.603438:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941555.603440:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941555.603442:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941555.603445:0:2398:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941555.603448:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941555.603450:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941555.603453:0:2398:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941555.603459:0:2398:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941555.603463:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941555.603467:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941555.603469:0:2398:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941555.603472:0:2398:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941555.603476:0:2398:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941555.603480:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941555.603485:0:2398:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941555.603489:0:2398:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941555.603492:0:2398:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941555.603494:0:2398:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941555.603502:0:2398:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941555.603507:0:2398:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.603516:0:2398:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941555.603518:0:2398:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941555.603520:0:2398:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941555.603523:0:2398:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941555.603526:0:2398:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941555.603528:0:2398:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.603530:0:2398:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941555.603531:0:2398:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941555.603533:0:2398:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941555.603535:0:2398:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.603536:0:2398:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941555.603539:0:2398:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941555.603541:0:2398:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941555.603544:0:2398:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941555.603548:0:2398:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 321 00000400:00000200:1.0:1773941555.603553:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941555.603557:0:2398:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941555.603561:0:2398:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941555.603564:0:2398:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941555.603567:0:2398:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941555.603569:0:2398:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:1.0:1773941555.603573:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941555.603575:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941555.603601:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941555.603604:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941555.603607:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941555.603610:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:1.0:1773941555.603614:0:2398:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941555.603616:0:2398:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941555.603618:0:2398:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:1.0:1773941555.603620:0:2398:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:1.0:1773941555.603629:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:1.0:1773941555.603633:0:2398:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:1.0:1773941555.603637:0:2398:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941555.603639:0:2398:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941555.603643:0:2398:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941555.603645:0:2398:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.603648:0:2398:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941555.603650:0:2398:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941555.603654:0:2398:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620000. 00000020:00000040:1.0:1773941555.603658:0:2398:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:1.0:1773941555.603661:0:2398:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941555.603663:0:2398:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.603666:0:2398:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941555.603668:0:2398:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941555.603671:0:2398:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941555.603676:0:2398:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09384f79400. 00000100:00000001:1.0:1773941555.603680:0:2398:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941555.603687:0:2398:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941555.603696:0:2398:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941555.603699:0:2398:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941555.603704:0:2398:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049d556f1] to pc [ptlrpcd_rcv+-1] req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.603724:0:2398:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.603727:0:2398:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941555.603729:0:2398:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941555.603734:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.603743:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941555.603747:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941555.603747:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941555.603751:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941555.603752:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941555.603754:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941555.603760:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941555.603768:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941555.603769:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941555.603772:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941555.603776:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941555.603778:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941555.603783:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941555.603790:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244303488:192.168.202.146@tcp:250:ptlrpcd_00_00.0 00000100:00100000:1.0:1773941555.603795:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d0a345f7-236f-4283-8d0b-61189a46960a:2398:1860112244303360:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941555.603795:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941555.603798:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941555.603800:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941555.603803:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941555.603804:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1773941555.603807:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d000. 00000100:00000001:1.0:1773941555.603809:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941555.603810:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941555.603816:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:1.0:1773941555.603817:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024ea00 x1860112244303360/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941571 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941555.603818:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bedd68. 00000400:00000010:0.0:1773941555.603823:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f14c8. 00000100:00000200:0.0:1773941555.603828:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244303488, portal 25 00000100:00000001:0.0:1773941555.603833:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941555.603835:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941555.603838:0:2398:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941555.603839:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241601536 : -104919467950080 : ffffa09388620000) 02000000:00000010:1.0:1773941555.603844:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938867ae00. 00000100:00000040:0.0:1773941555.603847:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941555.603850:0:2398:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941555.603855:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941555.603855:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941555.603859:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000020:00000040:1.0:1773941555.603861:0:2398:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000400:00000010:0.0:1773941555.603863:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1000. 00000020:00000001:1.0:1773941555.603867:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1773941555.603867:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244303488, offset 0 02000000:00000010:1.0:1773941555.603872:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938a55aa00. 00000400:00000200:0.0:1773941555.603873:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941555.603878:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000001:1.0:1773941555.603881:0:2398:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1773941555.603883:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 02000000:00000001:1.0:1773941555.603886:0:2398:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1773941555.603887:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1773941555.603891:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024ea00. 00000400:00000200:0.0:1773941555.603891:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941555.603894:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941555.603895:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941555.603897:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[90, 91] 00000400:00000200:0.0:1773941555.603903:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000001:1.0:1773941555.603906:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1773941555.603907:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [212:212:256:4294967295] 192.168.202.146@tcp LPNI seq info [92:92:8:4294967295] 00000100:00000001:1.0:1773941555.603911:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941555.603913:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941555.603916:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941555.603924:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000100:00000001:1.0:1773941555.603926:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941555.603930:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941555.603930:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941555.603934:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4d2600. 00000100:00000001:1.0:1773941555.603935:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941555.603939:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941555.603940:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941555.603948:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941555.603951:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4d2600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941555.603956:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941555.603959:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941555.603961:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294994830 00000100:00000001:0.0:1773941555.603965:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294994828 00000100:00000001:0.0:1773941555.603969:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294994830 00000100:00000001:0.0:1773941555.603972:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294994828 00000100:00000001:0.0:1773941555.603992:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941555.603995:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941555.603997:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941555.603999:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941555.604002:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941555.604004:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941555.604006:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941555.604007:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941555.604009:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941555.604010:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941555.604034:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941555.604039:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4d2600. 00000400:00000200:1.0:1773941555.604042:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941555.604047:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941555.604051:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1000 00000400:00000010:1.0:1773941555.604054:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1000. 00000100:00000001:1.0:1773941555.604056:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941555.604061:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.604082:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941555.604086:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.604093:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.604095:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941555.605659:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941555.605667:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941555.605669:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941555.605672:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941555.605677:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941555.605682:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941555.605688:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941555.605692:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941555.605695:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941555.605699:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906680 00000400:00000200:0.0:1773941555.605703:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941555.605707:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xf21 [1] + 0 00000800:00000001:0.0:1773941555.605713:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941555.605720:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941555.605723:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941555.605727:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941555.605730:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941555.605736:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941555.605746:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941555.605763:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941555.605769:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941555.605779:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941555.605801:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941555.605804:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941555.605808:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941555.605810:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941555.605812:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedd68. 00000400:00000200:1.0:1773941555.605816:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f14c8 00000400:00000010:1.0:1773941555.605818:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f14c8. 00000100:00000001:1.0:1773941555.605821:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941555.605826:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941555.605835:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.605842:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941555.605843:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941555.605845:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941555.605848:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941555.605849:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941555.605851:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941555.605852:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941555.605856:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941555.605859:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941555.605862:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941555.605864:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941555.605867:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941555.605869:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.605872:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941555.605877:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941555.605897:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941555.605899:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941555.605901:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941555.605903:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941555.605909:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941555.605911:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941555.605913:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941555.605915:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941555.605917:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941555.605919:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941555.605922:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941555.605926:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941555 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941555.605929:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941555.605935:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941555.605937:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941555.605939:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941555.605941:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.605943:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941555.605947:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941555.605949:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941555.605951:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941555.605955:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941555.605958:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941555.605961:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941555.606236:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.606240:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941555.606245:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941555.606253:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244303488:192.168.202.146@tcp:250:ptlrpcd_00_00.0 00000100:00000001:2.0:1773941555.606263:0:14321:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941555.606265:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941555.606269:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941555.606272:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388620000 x1860112244303488/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941555.606276:0:14321:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941555.606284:0:14321:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941555.606285:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941555.606289:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941555.606290:0:14321:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:1.0:1773941555.606292:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d000. 02000000:00000001:1.0:1773941555.606295:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941555.606296:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941555.606298:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 10000000:01000000:2.0:1773941555.606300:0:14321:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:1.0:1773941555.606301:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941555.606306:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09384f79400. 00000001:00000001:2.0:1773941555.606307:0:14321:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1773941555.606308:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941555.606311:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941555.606312:0:14321:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:1.0:1773941555.606313:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620000. 00000100:00000001:1.0:1773941555.606317:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1773941555.606319:0:14321:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.606319:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941555.606320:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941555.606324:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941555.606325:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941555.606327:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941555.606328:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941555.606333:0:14321:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941555.606335:0:14321:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941555.606337:0:14321:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941555.606340:0:14321:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941555.606342:0:14321:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941555.606346:0:14321:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941555.606349:0:14321:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941555.606351:0:14321:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941555.606353:0:14321:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941555.606356:0:14321:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941555.606358:0:14321:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941555.606360:0:14321:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941555.606361:0:14321:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941555.606378:0:14321:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941555.606380:0:14321:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941555.606382:0:14321:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941555.606387:0:14321:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941555.606390:0:14321:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941555.606393:0:14321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941555.606395:0:14321:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941555.606398:0:14321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941555.606400:0:14321:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941556.177717:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941556.177725:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941556.177731:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941556.177733:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941556.177735:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941556.177737:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941556.177740:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941556.177742:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941556.177746:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941556.177749:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941556.177751:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941556.177762:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024e300. 00000020:00000040:0.0:1773941556.177768:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941556.177773:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941556.177776:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941556.177782:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941556.177791:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867a600. 00000100:00000001:0.0:1773941556.177798:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941556.177803:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941556.177806:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941556.177815:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543000. 00010000:00000001:0.0:1773941556.177821:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941556.177825:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5ec00. 00000020:00000001:0.0:1773941556.177830:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941556.177832:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5ec00 with handle 0x450ee06f069b0c7f to hash 00000020:00000001:0.0:1773941556.177835:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941556.177837:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941556.177840:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:0.0:1773941556.177844:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941556.177847:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941556.177851:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941556.177863:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941556.177890:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941556.177897:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941556.177899:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941556.177906:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e376c0. 00000100:00000001:0.0:1773941556.177909:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401081024 : -104919308470592 : ffffa09391e376c0) 00000100:00000001:0.0:1773941556.177912:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941556.177913:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371814144 : -104919337737472 : ffffa0939024e300) 00000100:00000001:0.0:1773941556.177918:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941556.177923:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941556.177925:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941556.177927:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941556.177936:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941556.177945:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941556.177948:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941556.177952:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941556.177955:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941556.177958:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941556.177962:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244303616:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941556.177966:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941556.178007:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941556.178010:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941556.178013:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941556.178019:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e800. 02000000:00000001:0.0:1773941556.178021:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941556.178029:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941556.178033:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed2c0. 00000400:00000010:0.0:1773941556.178040:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1770. 00000100:00000200:0.0:1773941556.178049:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244303616, portal 25 00000100:00000001:0.0:1773941556.178051:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941556.178059:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371814144 : -104919337737472 : ffffa0939024e300) 00000100:00000040:0.0:1773941556.178066:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941572 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941556.178075:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941556.178078:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941556.178082:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1c38. 00000100:00000200:0.0:1773941556.178086:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244303616, offset 0 00000400:00000200:0.0:1773941556.178094:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941556.178103:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941556.178111:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941556.178116:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941556.178120:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941556.178124:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941556.178128:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941556.178131:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[92, 91] 00000400:00000200:0.0:1773941556.178136:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941556.178140:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [213:213:256:4294967295] 192.168.202.156@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:0.0:1773941556.178145:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941556.178154:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941556.178161:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941556.178168:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4d2600. 00000800:00000200:0.0:1773941556.178175:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941556.178184:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941556.178188:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4d2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941556.178210:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941556.178215:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941556.178218:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294995404 00000100:00000001:0.0:1773941556.178226:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294994830 00000100:00000001:0.0:1773941556.178231:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294995404 00000100:00000001:0.0:1773941556.178235:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294994830 00000100:00000001:0.0:1773941556.178245:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941556.178248:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941556.178251:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941556.178254:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941556.178257:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e376c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941556.178261:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941556.178264:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941556.178350:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941556.178354:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4d2600. 00000400:00000200:1.0:1773941556.178358:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941556.178363:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941556.178368:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1c38 00000400:00000010:1.0:1773941556.178370:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1c38. 00000100:00000001:1.0:1773941556.178373:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941556.178377:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941572 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941556.178385:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941556.178388:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941572 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941556.178403:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941556.178405:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941556.179253:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941556.179265:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941556.179268:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941556.179270:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941556.179276:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941556.179281:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941556.179288:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941556.179293:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941556.179297:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941556.179302:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906700 00000400:00000200:0.0:1773941556.179306:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941556.179313:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xf31 [1] + 224 00000800:00000001:0.0:1773941556.179320:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941556.179329:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941556.179332:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941556.179336:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941556.179341:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941556.179346:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941572 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941556.179358:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941572 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941556.179380:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941556.179388:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941556.179391:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941556.179429:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941556.179437:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941556.179439:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941556.179441:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed2c0. 00000400:00000200:2.0:1773941556.179446:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1770 00000400:00000010:2.0:1773941556.179448:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1770. 00000100:00000001:2.0:1773941556.179451:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941556.179458:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941572 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941556.179469:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941572 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941556.179484:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941556.179486:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941556.179489:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941556.179492:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941556.179494:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941556.179496:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941556.179499:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941556.179504:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941556.179508:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941556.179510:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941556.179514:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941556.179517:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941556.179520:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941556.179523:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941556.179527:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941556.179531:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941556.179535:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941556.179537:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941556.179539:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941556.179541:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941556.179545:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941572 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941556.179554:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941556.179555:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941556.179557:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941556.179560:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941556.179563:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941556.179565:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941556.179567:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941556.179568:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941556.179569:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941556.179571:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941556.179604:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941556.179607:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941556.179609:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941556.179612:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941556.179616:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 322 00000400:00000200:2.0:1773941556.179621:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941556.179626:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941556.179630:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941556.179633:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941556.179636:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941556.179638:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941556.179642:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941556.179644:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941556.179646:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941556.179649:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941556.179652:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941556.179654:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941556.179658:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941556.179660:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941556.179662:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941556.179664:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941556.179667:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941556.179671:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941556.179674:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941556.179677:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941556.179679:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941556.179682:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941556.179685:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941556.179687:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941556.179691:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c4a80. 00000020:00000040:2.0:1773941556.179694:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941556.179698:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941556.179704:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941556.179707:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941556.179709:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941556.179711:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941556.179715:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941556.179719:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941556.179725:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941556.179734:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941556.179737:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941556.179742:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a774505] to pc [ptlrpcd_rcv+-1] req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941556.179764:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941556.179767:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941556.179769:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941556.179772:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941556.179775:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941556.179777:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941556.179780:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e376c0 going to sleep for 1 seconds 00000100:00000001:2.0:1773941556.179784:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941556.179787:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941556.179789:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941556.179793:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941556.179794:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941572 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941556.179795:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941556.179804:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941556.179812:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941556.179818:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941556.179820:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941556.179821:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941556.179826:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1773941556.179826:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941556.179830:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941556.179831:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773941556.179833:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941556.179838:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244303744:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941556.179842:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1773941556.179843:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941572 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941556.179845:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941556.179847:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941556.179850:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941556.179855:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f78800. 02000000:00000001:1.0:1773941556.179860:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941556.179864:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244303616:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000400:00000200:1.0:1773941556.179866:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941556.179870:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000100:00000001:2.0:1773941556.179875:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1773941556.179875:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941556.179879:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244303744, portal 25 00000100:00000001:1.0:1773941556.179880:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941556.179881:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241227392 : -104919468324224 : ffffa093885c4a80) 00000100:00000001:2.0:1773941556.179889:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941556.179891:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941556.179896:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941556.179901:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941556.179902:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941556.179906:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941556.179908:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faf68. 00000100:00000040:2.0:1773941556.179911:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941572 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941556.179911:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244303744, offset 0 00000400:00000200:1.0:1773941556.179920:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000001:2.0:1773941556.179925:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941556.179930:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e376c0. 00000400:00000200:1.0:1773941556.179932:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941556.179938:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:1.0:1773941556.179939:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000100:00000001:2.0:1773941556.179943:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:1.0:1773941556.179944:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941556.179949:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:2.0:1773941556.179951:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:1.0:1773941556.179952:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941556.179956:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941556.179957:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1773941556.179959:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[92, 93] 00000020:00000001:2.0:1773941556.179961:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773941556.179965:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000020:00000040:2.0:1773941556.179966:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ec00 refcount=4 00000400:00000200:1.0:1773941556.179969:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [214:214:256:4294967295] 192.168.202.146@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:1.0:1773941556.179987:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:2.0:1773941556.179990:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00000400:00000200:1.0:1773941556.179997:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:2.0:1773941556.179998:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00000800:00000200:1.0:1773941556.180004:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941556.180007:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:1.0:1773941556.180008:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1000. 00000800:00000200:1.0:1773941556.180016:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941556.180026:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:1.0:1773941556.180026:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941556.180032:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1000 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:2.0:1773941556.180036:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941556.180044:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941556.180048:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941556.180050:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294995406 00000100:00000001:1.0:1773941556.180055:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294995404 00000100:00000001:1.0:1773941556.180059:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294995406 00010000:00000001:2.0:1773941556.180061:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1773941556.180062:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294995404 00000100:00000001:1.0:1773941556.180067:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773941556.180068:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941556.180069:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941556.180073:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941556.180078:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941556.180085:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773941556.180086:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1773941556.180088:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941556.180089:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:2.0:1773941556.180093:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941556.180093:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941556.180094:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941556.180098:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941556.180104:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1773941556.180107:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941556.180117:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941556.180121:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941556.180125:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941556.180127:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941556.180133:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1000. 00010000:00010000:2.0:1773941556.180137:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5ec00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941556.180141:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941556.180145:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941556.180148:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941556.180159:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00000001:2.0:1773941556.180160:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1773941556.180164:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faf68 00010000:00000001:2.0:1773941556.180165:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1773941556.180169:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faf68. 00000020:00000001:2.0:1773941556.180170:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941556.180175:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5ec00 refcount=5 00000100:00000001:0.0:1773941556.180176:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1773941556.180181:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00000100:00000200:0.0:1773941556.180185:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941556.180186:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184186880 : -104919525364736 : ffffa09384f5ec00) 00010000:00000001:2.0:1773941556.180194:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941556.180199:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941556.180201:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941556.180207:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941556.180213:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941556.180219:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941556.180222:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941556.180226:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:01000000:2.0:1773941556.180233:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941556.180236:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941556.180238:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941556.180241:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941556.180243:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941556.180246:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941556.180248:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941556.180250:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941556.180252:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941556.180255:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5ec00 with handle 0x450ee06f069b0c7f from hash 00010000:00000001:2.0:1773941556.180263:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941556.180265:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941556.180266:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941556.180267:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941556.180269:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941556.180271:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941556.180274:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941556.180275:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941556.180277:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941556.180279:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941556.180282:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941556.180288:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941556.180290:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941556.180291:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941556.180293:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941556.180295:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941556.180296:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941556.180297:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941556.180299:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5ec00/0x450ee06f069b0c7f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941556.180307:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543000 count: 0 00010000:00000001:2.0:1773941556.180317:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941556.180319:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941556.180321:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941556.180327:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024e300 x1860112244303616/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941572 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941556.180335:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941556.180338:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941556.180341:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e800. 02000000:00000001:2.0:1773941556.180344:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941556.180346:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941556.180348:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941556.180350:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941556.180358:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867a600. 02000000:00000001:2.0:1773941556.180362:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941556.180364:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941556.180366:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024e300. 00000100:00000001:2.0:1773941556.180370:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941556.180371:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941556.180374:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941556.180376:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941556.180379:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941556.180383:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941556.180388:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941556.180392:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941556.180396:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941556.180401:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941556.180406:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941556.180411:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941556.180416:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941556.180421:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941556.180426:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941556.180428:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941556.180432:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941556.180437:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941556.180440:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941556.180446:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941556.180449:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941556.180453:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941556.180455:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941556.180459:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941556.180462:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941556.180465:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941556.180468:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941556.180470:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941556.180472:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941556.180474:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941556.180481:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941556.180484:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941556.181615:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941556.181623:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941556.181626:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941556.181629:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941556.181633:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941556.181637:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941556.181641:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941556.181644:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941556.181646:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941556.181649:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906780 00000400:00000200:0.0:1773941556.181651:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941556.181655:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xf41 [1] + 0 00000800:00000001:0.0:1773941556.181658:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941556.181663:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941556.181665:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941556.181668:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941556.181671:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941556.181675:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941556.181683:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941556.181700:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941556.181705:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941556.181707:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941556.181730:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941556.181733:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941556.181736:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941556.181738:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941556.181739:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941556.181744:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941556.181746:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941556.181748:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941556.181753:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941556.181761:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941556.181767:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941556.181768:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941556.181769:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941556.181770:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941556.181771:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941556.181773:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941556.181774:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941556.181777:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941556.181779:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941556.181781:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941556.181782:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941556.181784:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941556.181785:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941556.181787:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941556.181790:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941556.181795:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941556.181796:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941556.181797:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941556.181799:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941556.181802:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941556.181804:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941556.181811:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941556.181812:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941556.181814:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941556.181815:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941556.181817:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941556.181820:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941556 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941556.181822:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941556.181827:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941556.181829:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941556.181831:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941556.181832:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941556.181833:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941556.181836:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941556.181838:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941556.181839:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941556.181843:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941556.181847:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941556.181849:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941556.182041:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941556.182044:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941556.182048:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941556.182055:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244303744:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941556.182058:0:14322:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941556.182060:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941556.182063:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941556.182066:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c4a80 x1860112244303744/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941556.182069:0:14322:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:2.0:1773941556.182076:0:14322:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941556.182078:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941556.182080:0:14322:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:1.0:1773941556.182081:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:2.0:1773941556.182083:0:14322:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:1.0:1773941556.182085:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f78800. 00000001:00000001:2.0:1773941556.182089:0:14322:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1773941556.182090:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941556.182093:0:14322:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1773941556.182097:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941556.182098:0:14322:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941556.182099:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941556.182104:0:14322:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1773941556.182104:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941556.182107:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 00000001:00000001:2.0:1773941556.182108:0:14322:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941556.182110:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941556.182112:0:14322:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941556.182113:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941556.182115:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c4a80. 10000000:00000001:2.0:1773941556.182119:0:14322:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941556.182120:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941556.182122:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941556.182125:0:14322:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941556.182126:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941556.182132:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1773941556.182133:0:14322:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941556.182138:0:14322:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941556.182140:0:14322:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941556.182143:0:14322:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941556.182144:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941556.182146:0:14322:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941556.182149:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941556.182151:0:14322:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941556.182153:0:14322:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:1.0:1773941556.182157:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941556.182158:0:14322:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941556.182181:0:14322:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941556.182184:0:14322:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941556.182186:0:14322:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941556.182190:0:14322:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941556.182193:0:14322:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941556.182195:0:14322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941556.182197:0:14322:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941556.182200:0:14322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941556.182202:0:14322:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941556.185618:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543000. 00010000:00000010:2.1:1773941556.185625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5ec00. 00000020:00000001:1.0:1773941556.561707:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941556.561714:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941556.561719:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941557.585720:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941557.585727:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941557.585731:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941558.161744:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941558.161753:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941558.161757:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941558.161760:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941558.161761:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941558.161762:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941558.161766:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941558.161767:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941558.161770:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941558.161772:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941558.161774:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941558.161786:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024fb80. 00000020:00000040:0.0:1773941558.161791:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941558.161796:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941558.161800:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941558.161806:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941558.161814:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867b400. 00000100:00000001:0.0:1773941558.161821:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941558.161825:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941558.161828:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941558.161836:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543500. 00010000:00000001:0.0:1773941558.161841:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941558.161845:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5e400. 00000020:00000001:0.0:1773941558.161850:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941558.161852:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5e400 with handle 0x450ee06f069b0c86 to hash 00000020:00000001:0.0:1773941558.161854:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941558.161855:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184184832 : -104919525366784 : ffffa09384f5e400) 00010000:00000001:0.0:1773941558.161858:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184184832 : -104919525366784 : ffffa09384f5e400) 00010000:00000001:0.0:1773941558.161878:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941558.161881:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941558.161885:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941558.161894:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941558.161906:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941558.161911:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941558.161913:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941558.161919:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37900. 00000100:00000001:0.0:1773941558.161920:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401081600 : -104919308470016 : ffffa09391e37900) 00000100:00000001:0.0:1773941558.161923:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941558.161924:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371820416 : -104919337731200 : ffffa0939024fb80) 00000100:00000001:0.0:1773941558.161929:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941558.161933:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941558.161935:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941558.161936:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941558.161947:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941558.161969:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941558.161972:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941558.161977:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941558.161980:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941558.161984:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941558.161989:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244303872:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941558.161993:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941558.162002:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941558.162005:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941558.162008:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941558.162020:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e800. 02000000:00000001:0.0:1773941558.162022:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941558.162030:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941558.162033:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0beda50. 00000400:00000010:0.0:1773941558.162040:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1220. 00000100:00000200:0.0:1773941558.162047:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244303872, portal 25 00000100:00000001:0.0:1773941558.162049:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941558.162050:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371820416 : -104919337731200 : ffffa0939024fb80) 00000100:00000040:0.0:1773941558.162054:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941574 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941558.162068:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941558.162070:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941558.162073:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1330. 00000100:00000200:0.0:1773941558.162078:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244303872, offset 0 00000400:00000200:0.0:1773941558.162084:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941558.162092:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941558.162099:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941558.162104:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941558.162108:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941558.162112:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941558.162115:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941558.162117:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[94, 93] 00000400:00000200:0.0:1773941558.162120:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941558.162124:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [215:215:256:4294967295] 192.168.202.156@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:0.0:1773941558.162127:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941558.162135:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941558.162141:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941558.162145:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4d2500. 00000800:00000200:0.0:1773941558.162152:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941558.162159:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941558.162164:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4d2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941558.162190:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941558.162194:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941558.162197:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294997388 00000100:00000001:0.0:1773941558.162204:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294995406 00000100:00000001:0.0:1773941558.162210:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294997388 00000100:00000001:0.0:1773941558.162213:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294995406 00000100:00000001:0.0:1773941558.162215:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941558.162217:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941558.162220:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941558.162222:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941558.162225:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37900 going to sleep for 11 seconds 00000100:00000001:0.0:1773941558.162227:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941558.162230:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941558.162341:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941558.162347:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4d2500. 00000400:00000200:1.0:1773941558.162353:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941558.162358:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941558.162363:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1330 00000400:00000010:1.0:1773941558.162366:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1330. 00000100:00000001:1.0:1773941558.162370:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941558.162374:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941574 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941558.162384:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941558.162386:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941574 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941558.162392:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941558.162394:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941558.163054:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941558.163066:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941558.163069:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941558.163070:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941558.163075:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941558.163078:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941558.163083:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941558.163086:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941558.163090:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941558.163093:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906800 00000400:00000200:0.0:1773941558.163096:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941558.163100:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xf51 [1] + 224 00000800:00000001:0.0:1773941558.163106:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941558.163113:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941558.163115:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941558.163117:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941558.163120:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941558.163124:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941574 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941558.163141:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941574 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941558.163160:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941558.163167:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941558.163170:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941558.163221:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941558.163230:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941558.163232:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941558.163236:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0beda50. 00000400:00000200:2.0:1773941558.163241:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1220 00000400:00000010:2.0:1773941558.163250:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1220. 00000100:00000001:2.0:1773941558.163254:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941558.163260:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941574 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941558.163272:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941574 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941558.163281:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941558.163283:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941558.163286:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941558.163289:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941558.163293:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941558.163295:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941558.163298:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941558.163305:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=64 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941558.163308:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941558.163310:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941558.163314:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941558.163317:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941558.163320:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941558.163322:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941558.163326:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941558.163330:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941558.163333:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941558.163335:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941558.163336:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941558.163338:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941558.163341:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941574 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941558.163347:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941558.163348:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941558.163350:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941558.163357:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941558.163359:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941558.163361:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163362:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941558.163363:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941558.163364:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941558.163365:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163366:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941558.163368:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941558.163370:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941558.163372:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941558.163374:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 322 00000400:00000200:2.0:1773941558.163378:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941558.163381:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941558.163384:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941558.163394:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941558.163396:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941558.163398:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941558.163401:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941558.163402:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941558.163404:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941558.163407:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941558.163408:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941558.163410:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941558.163411:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941558.163413:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941558.163414:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941558.163415:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941558.163418:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941558.163421:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941558.163423:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941558.163425:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941558.163428:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941558.163433:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163435:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941558.163437:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941558.163441:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7800. 00000020:00000040:2.0:1773941558.163443:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941558.163445:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941558.163447:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163449:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941558.163450:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941558.163452:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941558.163456:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f89400. 00000100:00000001:2.0:1773941558.163459:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941558.163463:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941558.163469:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941558.163472:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941558.163476:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d400688c] to pc [ptlrpcd_rcv+-1] req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941558.163493:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163495:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941558.163496:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941558.163499:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941558.163501:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941558.163502:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941558.163504:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37900 going to sleep for 1 seconds 00000100:00000001:2.0:1773941558.163506:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941558.163508:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941558.163513:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941574 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941558.163518:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941558.163519:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941558.163524:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941558.163524:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941558.163527:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941558.163528:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941558.163532:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941558.163536:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941558.163544:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941574 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941558.163553:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244303872:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941558.163561:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941558.163566:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941558.163567:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941558.163569:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941558.163570:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163571:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941558.163574:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773941558.163576:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941574 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941558.163599:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941558.163602:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941558.163607:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244304000:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941558.163612:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941558.163615:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941558.163618:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163619:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941558.163621:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941558.163626:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7b400. 00000100:00000010:2.0:1773941558.163628:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37900. 02000000:00000001:1.0:1773941558.163629:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163633:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:1.0:1773941558.163636:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941558.163637:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:1.0:1773941558.163640:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941558.163644:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00010000:00000001:2.0:1773941558.163647:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000200:1.0:1773941558.163649:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244304000, portal 25 00000100:00000001:1.0:1773941558.163653:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1773941558.163654:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773941558.163655:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241239040 : -104919468312576 : ffffa093885c7800) 00000020:00000001:2.0:1773941558.163657:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941558.163660:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5e400 refcount=4 00000100:00000040:1.0:1773941558.163661:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1773941558.163663:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184184832 : -104919525366784 : ffffa09384f5e400) 00010000:00000001:2.0:1773941558.163669:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184184832 : -104919525366784 : ffffa09384f5e400) 00000100:00000001:1.0:1773941558.163675:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1773941558.163676:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941558.163680:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941558.163685:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830facc0. 00010000:00000001:2.0:1773941558.163688:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:1.0:1773941558.163689:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244304000, offset 0 00010000:00010000:2.0:1773941558.163693:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941558.163697:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941558.163705:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941558.163706:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1773941558.163709:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00010000:2.0:1773941558.163710:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941558.163715:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941558.163720:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941558.163722:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941558.163725:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941558.163731:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941558.163735:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941558.163739:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941558.163739:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[94, 95] 00000400:00000200:1.0:1773941558.163747:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00010000:00000001:2.0:1773941558.163751:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1773941558.163754:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [216:216:256:4294967295] 192.168.202.146@tcp LPNI seq info [96:96:8:4294967295] 00010000:00000001:2.0:1773941558.163755:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941558.163762:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1773941558.163763:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941558.163765:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941558.163776:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00010000:2.0:1773941558.163778:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5e400 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941558.163782:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:1.0:1773941558.163782:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:00010000:2.0:1773941558.163785:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:1.0:1773941558.163787:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1400. 00010000:00000001:2.0:1773941558.163794:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:1.0:1773941558.163795:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941558.163797:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941558.163799:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941558.163801:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5e400 refcount=5 00000020:00000001:2.0:1773941558.163805:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184184832 : -104919525366784 : ffffa09384f5e400) 00000800:00000200:1.0:1773941558.163806:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941558.163809:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184184832 : -104919525366784 : ffffa09384f5e400) 00000800:00000200:1.0:1773941558.163811:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941558.163813:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941558.163817:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941558.163821:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941558.163823:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941558.163824:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941558.163830:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:1.0:1773941558.163831:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941558.163833:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294997390 00000100:00000001:1.0:1773941558.163837:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294997388 10000000:00000040:2.0:1773941558.163842:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941558.163845:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941558.163845:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294997390 00010000:00010000:2.0:1773941558.163850:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:1.0:1773941558.163851:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294997388 00010000:00000001:2.0:1773941558.163853:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1773941558.163857:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941558.163858:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1773941558.163862:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941558.163863:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941558.163866:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1773941558.163867:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941558.163869:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941558.163871:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773941558.163873:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5e400 with handle 0x450ee06f069b0c86 from hash 00010000:00000001:2.0:1773941558.163875:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941558.163877:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941558.163877:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941558.163878:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941558.163879:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1773941558.163880:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1773941558.163881:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1773941558.163883:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:2.0:1773941558.163885:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941558.163887:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941558.163888:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941558.163889:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941558.163890:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1773941558.163892:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941558.163893:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941558.163897:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941558.163903:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773941558.163903:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941558.163903:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1773941558.163906:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1773941558.163909:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1400. 00010000:00000001:2.0:1773941558.163910:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941558.163913:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941558.163916:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941558.163916:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1773941558.163919:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941558.163922:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941558.163925:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00010000:00010000:2.0:1773941558.163926:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5e400/0x450ee06f069b0c86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941558.163931:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830facc0 00000400:00000010:0.0:1773941558.163934:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830facc0. 00010000:00000040:2.0:1773941558.163935:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543500 count: 0 00000100:00000001:0.0:1773941558.163937:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941558.163943:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941558.163951:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941558.163968:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941558.163970:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941558.163974:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941558.163977:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.163978:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941558.163980:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1773941558.163989:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024fb80 x1860112244303872/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941574 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941558.163996:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941558.163999:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941558.164002:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e800. 02000000:00000001:2.0:1773941558.164005:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941558.164006:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941558.164008:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941558.164011:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941558.164014:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867b400. 02000000:00000001:2.0:1773941558.164017:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941558.164019:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941558.164020:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024fb80. 00000100:00000001:2.0:1773941558.164024:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941558.164025:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941558.164027:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941558.164029:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941558.164032:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941558.164035:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941558.164039:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941558.164044:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941558.164047:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941558.164051:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941558.164055:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941558.164058:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941558.164065:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941558.164070:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 10000000:00000040:2.0:1773941558.164076:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941558.164078:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941558.164084:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941558.164089:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941558.164092:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941558.164097:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941558.164101:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941558.164110:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941558.164114:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941558.164116:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941558.164118:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941558.164121:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941558.164123:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941558.164125:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941558.164127:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941558.164128:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941558.164129:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941558.164131:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941558.165328:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941558.165337:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941558.165338:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941558.165340:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941558.165343:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941558.165347:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941558.165350:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941558.165353:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941558.165356:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941558.165358:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906880 00000400:00000200:0.0:1773941558.165361:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941558.165364:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xf61 [1] + 0 00000800:00000001:0.0:1773941558.165373:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941558.165377:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941558.165379:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941558.165382:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941558.165385:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941558.165390:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941558.165401:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941558.165418:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941558.165425:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941558.165429:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941558.165451:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941558.165454:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941558.165457:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941558.165458:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941558.165460:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941558.165465:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941558.165472:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941558.165474:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941558.165477:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941558.165485:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941558.165490:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941558.165491:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941558.165492:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941558.165493:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941558.165494:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941558.165496:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941558.165497:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941558.165500:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941558.165502:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941558.165504:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941558.165505:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941558.165507:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941558.165509:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941558.165511:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941558.165514:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941558.165518:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941558.165520:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941558.165521:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941558.165523:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941558.165527:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941558.165528:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941558.165529:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941558.165531:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941558.165532:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941558.165534:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941558.165536:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941558.165538:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941558 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941558.165544:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941558.165550:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941558.165552:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941558.165553:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941558.165554:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941558.165556:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941558.165559:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941558.165561:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941558.165562:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941558.165566:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941558.165568:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941558.165570:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941558.165789:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941558.165792:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941558.165796:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941558.165802:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244304000:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941558.165805:0:14324:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941558.165807:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941558.165814:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941558.165815:0:14324:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:1.0:1773941558.165819:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7800 x1860112244304000/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941558.165821:0:14324:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941558.165825:0:14324:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941558.165827:0:14324:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941558.165832:0:14324:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941558.165832:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941558.165837:0:14324:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941558.165837:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941558.165841:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7b400. 00000001:00000001:2.0:1773941558.165843:0:14324:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941558.165845:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941558.165846:0:14324:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941558.165849:0:14324:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1773941558.165849:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941558.165853:0:14324:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941558.165853:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941558.165858:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1773941558.165859:0:14324:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.165863:0:14324:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:1.0:1773941558.165863:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f89400. 00000100:00080000:2.0:1773941558.165868:0:14324:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:1.0:1773941558.165868:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941558.165869:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941558.165872:0:14324:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:1.0:1773941558.165873:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7800. 00000100:00000001:2.0:1773941558.165876:0:14324:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941558.165877:0:14324:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941558.165881:0:14324:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941558.165883:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941558.165885:0:14324:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941558.165886:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1773941558.165888:0:14324:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941558.165892:0:14324:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:1.0:1773941558.165892:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941558.165899:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941558.165900:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941558.165902:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941558.165903:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941558.165909:0:14324:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941558.165911:0:14324:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941558.165913:0:14324:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941558.165916:0:14324:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941558.165924:0:14324:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941558.165926:0:14324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941558.165928:0:14324:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941558.165930:0:14324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941558.165931:0:14324:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941558.169609:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543500. 00010000:00000010:2.1:1773941558.169616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5e400. 00000020:00000001:1.0:1773941558.609706:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941558.609714:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941558.609718:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941559.633724:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941559.633733:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941559.633740:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941559.889674:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941559.889682:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941559.889687:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941559.889689:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941559.889691:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941559.889692:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941559.889695:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941559.889697:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941559.889700:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941559.889703:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941559.889704:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941559.889716:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024f800. 00000020:00000040:0.0:1773941559.889721:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941559.889726:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941559.889730:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941559.889736:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941559.889743:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867be00. 00000100:00000001:0.0:1773941559.889751:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941559.889755:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941559.889758:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941559.889767:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543100. 00010000:00000001:0.0:1773941559.889773:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941559.889793:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5f600. 00000020:00000001:0.0:1773941559.889797:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941559.889800:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5f600 with handle 0x450ee06f069b0c8d to hash 00000020:00000001:0.0:1773941559.889802:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941559.889803:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184189440 : -104919525362176 : ffffa09384f5f600) 00010000:00000001:0.0:1773941559.889806:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184189440 : -104919525362176 : ffffa09384f5f600) 00010000:00000001:0.0:1773941559.889810:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941559.889813:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941559.889817:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941559.889826:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941559.889838:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941559.889843:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941559.889845:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941559.889852:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37540. 00000100:00000001:0.0:1773941559.889853:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401080640 : -104919308470976 : ffffa09391e37540) 00000100:00000001:0.0:1773941559.889856:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941559.889857:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371819520 : -104919337732096 : ffffa0939024f800) 00000100:00000001:0.0:1773941559.889872:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941559.889876:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941559.889879:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941559.889880:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941559.889891:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941559.889898:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941559.889900:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941559.889904:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941559.889907:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941559.889912:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941559.889916:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244304128:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941559.889919:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941559.889926:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941559.889928:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941559.889931:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941559.889935:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e000. 02000000:00000001:0.0:1773941559.889936:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941559.889957:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941559.889961:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed268. 00000400:00000010:0.0:1773941559.889968:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1bb0. 00000100:00000200:0.0:1773941559.889975:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244304128, portal 25 00000100:00000001:0.0:1773941559.889977:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941559.889978:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371819520 : -104919337732096 : ffffa0939024f800) 00000100:00000040:0.0:1773941559.889983:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941559.889988:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941559.889991:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941559.889993:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1dd0. 00000100:00000200:0.0:1773941559.889995:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244304128, offset 0 00000400:00000200:0.0:1773941559.890001:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941559.890009:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941559.890017:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941559.890023:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941559.890027:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941559.890030:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941559.890032:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941559.890035:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[96, 95] 00000400:00000200:0.0:1773941559.890038:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941559.890042:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [217:217:256:4294967295] 192.168.202.156@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:0.0:1773941559.890046:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941559.890054:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941559.890064:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941559.890070:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4d2500. 00000800:00000200:0.0:1773941559.890078:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941559.890086:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941559.890090:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4d2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941559.890110:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941559.890114:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941559.890116:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294999116 00000100:00000001:0.0:1773941559.890124:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294997390 00000100:00000001:0.0:1773941559.890129:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294999116 00000100:00000001:0.0:1773941559.890132:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294997390 00000100:00000001:0.0:1773941559.890136:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941559.890140:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941559.890143:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941559.890145:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941559.890149:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37540 going to sleep for 11 seconds 00000100:00000001:0.0:1773941559.890153:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941559.890157:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941559.890268:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941559.890275:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4d2500. 00000400:00000200:1.0:1773941559.890282:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941559.890289:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941559.890296:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1dd0 00000400:00000010:1.0:1773941559.890298:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1dd0. 00000100:00000001:1.0:1773941559.890302:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941559.890306:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941559.890316:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941559.890318:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941575 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941559.890325:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941559.890326:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941559.891302:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941559.891314:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941559.891316:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941559.891318:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941559.891323:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941559.891327:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941559.891331:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941559.891334:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941559.891338:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941559.891341:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906900 00000400:00000200:0.0:1773941559.891344:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941559.891348:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xf71 [1] + 224 00000800:00000001:0.0:1773941559.891354:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941559.891364:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941559.891366:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941559.891369:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941559.891373:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941559.891377:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941559.891384:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941559.891400:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941559.891407:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941559.891411:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941559.891447:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941559.891454:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941559.891456:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941559.891458:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed268. 00000400:00000200:2.0:1773941559.891462:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1bb0 00000400:00000010:2.0:1773941559.891463:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1bb0. 00000100:00000001:2.0:1773941559.891465:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941559.891469:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941559.891476:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941559.891480:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941559.891482:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941559.891484:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941559.891486:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941559.891489:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941559.891492:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941559.891494:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941559.891502:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=65 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941559.891506:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941559.891509:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941559.891514:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941559.891518:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941559.891522:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941559.891525:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941559.891530:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941559.891536:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941559.891540:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941559.891549:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941559.891551:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941559.891554:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941559.891559:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941575 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941559.891565:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941559.891566:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941559.891568:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941559.891571:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941559.891573:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941559.891574:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941559.891576:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941559.891596:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941559.891598:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941559.891599:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941559.891600:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941559.891603:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941559.891604:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941559.891607:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941559.891609:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 324 00000400:00000200:2.0:1773941559.891613:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941559.891617:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941559.891620:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941559.891623:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941559.891625:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941559.891627:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941559.891630:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941559.891632:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941559.891633:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941559.891636:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941559.891637:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941559.891639:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941559.891641:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941559.891647:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941559.891648:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941559.891650:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941559.891653:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941559.891655:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941559.891657:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941559.891659:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941559.891662:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941559.891664:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941559.891665:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941559.891667:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941559.891670:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5f80. 00000020:00000040:2.0:1773941559.891672:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941559.891675:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941559.891676:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941559.891678:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941559.891680:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941559.891681:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941559.891686:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f89400. 00000100:00000001:2.0:1773941559.891688:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941559.891693:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941559.891699:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941559.891701:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941559.891705:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d380ed3] to pc [ptlrpcd_rcv+-1] req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941559.891721:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941559.891723:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941559.891724:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941559.891726:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941559.891728:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941559.891729:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941559.891735:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37540 going to sleep for 1 seconds 00000100:00000001:2.0:1773941559.891736:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941559.891738:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941559.891743:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941575 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941559.891749:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941559.891751:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941559.891753:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941559.891755:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941559.891756:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941559.891760:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941575 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941559.891762:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941559.891766:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1773941559.891771:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244304128:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941559.891776:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941559.891778:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941559.891779:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941559.891783:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941559.891785:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941559.891789:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941575 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941559.891804:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941559.891806:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37540. 00000100:00000001:2.0:1773941559.891808:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941559.891809:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941559.891811:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:1.0:1773941559.891814:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1773941559.891815:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941559.891818:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1773941559.891819:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941559.891820:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f600 refcount=4 00000020:00000001:2.0:1773941559.891824:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184189440 : -104919525362176 : ffffa09384f5f600) 02000000:00000001:1.0:1773941559.891827:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1773941559.891828:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184189440 : -104919525362176 : ffffa09384f5f600) 02000000:00000001:1.0:1773941559.891831:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773941559.891833:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941559.891839:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941559.891846:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244304256:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941559.891851:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941559.891855:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941559.891867:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1773941559.891867:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1773941559.891871:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773941559.891873:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941559.891877:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941559.891878:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941559.891880:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1773941559.891882:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1773941559.891884:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:1.0:1773941559.891888:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7a800. 00010000:00000001:2.0:1773941559.891889:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941559.891893:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941559.891893:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941559.891897:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941559.891901:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941559.891901:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941559.891905:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00010000:00010000:2.0:1773941559.891909:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5f600 already unused, calling callback (ffffffffc14a0c20) 00000400:00000010:1.0:1773941559.891911:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 10000000:00000001:2.0:1773941559.891912:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941559.891916:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1773941559.891917:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244304256, portal 25 00000100:00000001:1.0:1773941559.891922:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1773941559.891925:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1773941559.891925:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241232768 : -104919468318848 : ffffa093885c5f80) 00010000:00000001:2.0:1773941559.891929:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941559.891931:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941559.891934:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f600 refcount=5 00000100:00000040:1.0:1773941559.891934:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1773941559.891936:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184189440 : -104919525362176 : ffffa09384f5f600) 00010000:00000001:2.0:1773941559.891956:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184189440 : -104919525362176 : ffffa09384f5f600) 00000100:00000001:1.0:1773941559.891961:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941559.891966:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1773941559.891967:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941559.891970:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941559.891973:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830faee0. 10000000:00000001:2.0:1773941559.891980:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:1.0:1773941559.891981:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244304256, offset 0 10000000:00010000:2.0:1773941559.891983:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941559.891990:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941559.891994:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941559.891995:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941559.891997:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941559.891998:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941559.892002:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1773941559.892002:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941559.892006:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941559.892008:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941559.892010:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941559.892015:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5f600 with handle 0x450ee06f069b0c8d from hash 00000400:00000200:1.0:1773941559.892015:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941559.892021:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1773941559.892022:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941559.892024:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941559.892028:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941559.892029:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941559.892031:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941559.892035:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1773941559.892037:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00000001:2.0:1773941559.892038:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1773941559.892041:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941559.892045:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941559.892046:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941559.892049:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941559.892051:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[96, 97] 00010000:00000001:2.0:1773941559.892054:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941559.892055:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 10000000:00000001:2.0:1773941559.892059:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941559.892061:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [218:218:256:4294967295] 192.168.202.146@tcp LPNI seq info [98:98:8:4294967295] 00010000:00010000:2.0:1773941559.892064:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941559.892069:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941559.892075:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941559.892078:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941559.892081:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1773941559.892082:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00010000:00000001:2.0:1773941559.892083:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:1.0:1773941559.892087:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941559.892091:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941559.892092:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941559.892093:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941559.892096:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5f600/0x450ee06f069b0c8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:1.0:1773941559.892099:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1200. 00010000:00000040:2.0:1773941559.892107:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543100 count: 0 00000800:00000200:1.0:1773941559.892107:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941559.892117:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941559.892120:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1200 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941559.892121:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941559.892124:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941559.892126:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941559.892131:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024f800 x1860112244304128/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941575 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941559.892133:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941559.892140:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941559.892144:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294999118 00000100:00000001:2.0:1773941559.892151:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941559.892152:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294999116 02000000:00000001:2.0:1773941559.892155:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941559.892157:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294999118 02000000:00000010:2.0:1773941559.892161:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e000. 00000100:00000001:1.0:1773941559.892162:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294999116 02000000:00000001:2.0:1773941559.892168:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941559.892168:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773941559.892173:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941559.892173:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941559.892176:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941559.892177:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941559.892180:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941559.892182:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941559.892187:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867be00. 00000100:00000001:1.0:1773941559.892188:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1773941559.892192:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941559.892192:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1773941559.892197:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941559.892197:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941559.892198:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941559.892202:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941559.892203:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024f800. 00000800:00000200:0.0:1773941559.892203:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773941559.892204:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941559.892207:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1200. 00000100:00000001:2.0:1773941559.892211:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941559.892212:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941559.892213:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1773941559.892216:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941559.892219:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000200:0.0:1773941559.892219:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 10000000:00000001:2.0:1773941559.892223:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:0.0:1773941559.892223:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830faee0 00000400:00000010:0.0:1773941559.892225:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830faee0. 10000000:00000010:2.0:1773941559.892228:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000100:00000001:0.0:1773941559.892228:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1773941559.892233:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000100:00000200:0.0:1773941559.892233:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941559.892239:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000100:00000001:0.0:1773941559.892241:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000010:2.0:1773941559.892243:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000100:00000040:0.0:1773941559.892244:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941559.892249:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000100:00000001:0.0:1773941559.892251:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941559.892252:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1773941559.892255:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941559.892260:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941559.892272:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941559.892278:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941559.892284:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941559.892286:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941559.892291:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941559.892295:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941559.892297:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941559.892301:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941559.892304:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941559.892307:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941559.892309:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941559.892312:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941559.892314:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941559.892316:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941559.892318:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941559.892320:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941559.892322:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941559.892323:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941559.892324:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941559.892326:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941559.893757:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941559.893766:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941559.893769:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941559.893772:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941559.893777:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941559.893783:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941559.893789:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941559.893793:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941559.893803:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941559.893807:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906980 00000400:00000200:0.0:1773941559.893812:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941559.893816:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xf81 [1] + 0 00000800:00000001:0.0:1773941559.893823:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941559.893830:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941559.893833:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941559.893837:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941559.893841:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941559.893846:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941559.893859:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941559.893877:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941559.893882:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941559.893885:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941559.893911:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941559.893914:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941559.893918:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941559.893920:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941559.893922:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941559.893929:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941559.893932:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941559.893934:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941559.893952:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941559.893964:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941559.893972:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941559.893980:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941559.893982:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941559.893984:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941559.893986:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941559.893988:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941559.893991:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941559.893994:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=65 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941559.893998:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941559.894001:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941559.894003:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941559.894005:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941559.894008:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941559.894011:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941559.894016:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941559.894024:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941559.894026:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941559.894028:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941559.894031:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941559.894036:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941559.894038:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941559.894040:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941559.894042:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941559.894044:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941559.894047:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941559.894049:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941559.894053:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941559 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941559.894057:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941559.894063:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941559.894066:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941559.894068:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941559.894070:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941559.894072:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941559.894076:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941559.894079:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941559.894089:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941559.894093:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941559.894097:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941559.894100:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941559.894354:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941559.894358:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941559.894364:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941559.894374:0:14325:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941559.894375:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244304256:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941559.894383:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941559.894385:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941559.894390:0:14325:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000040:1.0:1773941559.894391:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c5f80 x1860112244304256/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941559.894397:0:14325:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941559.894402:0:14325:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941559.894406:0:14325:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:1.0:1773941559.894406:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941559.894410:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941559.894412:0:14325:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:1.0:1773941559.894414:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7a800. 00000001:00000001:2.0:1773941559.894417:0:14325:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941559.894419:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941559.894422:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941559.894423:0:14325:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941559.894424:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941559.894427:0:14325:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1773941559.894429:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941559.894431:0:14325:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1773941559.894433:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f89400. 00000001:00000001:2.0:1773941559.894435:0:14325:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941559.894438:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:2.0:1773941559.894439:0:14325:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941559.894441:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941559.894443:0:14325:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:1.0:1773941559.894444:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5f80. 00000100:00080000:2.0:1773941559.894449:0:14325:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941559.894450:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941559.894453:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941559.894455:0:14325:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941559.894458:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941559.894462:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941559.894464:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941559.894467:0:14325:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941559.894468:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941559.894471:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941559.894472:0:14325:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941559.894478:0:14325:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941559.894481:0:14325:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941559.894483:0:14325:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941559.894486:0:14325:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941559.894505:0:14325:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941559.894507:0:14325:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941559.894509:0:14325:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941559.894515:0:14325:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941559.894519:0:14325:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941559.894522:0:14325:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941559.894525:0:14325:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941559.894528:0:14325:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941559.894530:0:14325:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941559.897618:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543100. 00010000:00000010:2.1:1773941559.897627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5f600. 00000020:00000001:1.0:1773941560.657742:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941560.657754:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941560.657784:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941560.721707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941560.721719:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941560.721732:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5880. 00000020:00000040:2.0:1773941560.721738:0:38:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941560.721743:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941560.721746:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941560.721752:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941560.721761:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0938624a000. 00000100:00000001:2.0:1773941560.721769:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941560.721782:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941560.721792:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941560.721796:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941560.721802:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ad0505] to pc [ptlrpcd_01_00+0] req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.721833:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941560.721838:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (332) 00000100:00000001:2.0:1773941560.721851:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941560.721875:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773941560.721877:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941560.721879:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941560.721884:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.721885:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941560.721888:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941560.721890:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941560.721892:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941560.721894:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941560.721899:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.721906:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941560.721908:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941560.721912:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941560.721914:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941560.721916:0:2401:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941560.721919:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d0a345f7-236f-4283-8d0b-61189a46960a:2401:1860112244304384:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1773941560.721923:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941560.721946:0:2401:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941560.721949:0:2401:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941560.721952:0:2401:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941560.721957:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09382cda600. 02000000:00000001:2.0:1773941560.721958:0:2401:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941560.721967:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941560.721971:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941560.721977:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941560.721985:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244304384, portal 25 00000100:00000001:2.0:1773941560.721987:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941560.721989:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241230976 : -104919468320640 : ffffa093885c5880) 00000100:00000040:2.0:1773941560.721994:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.722000:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941560.722002:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941560.722005:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e97f8. 00000100:00000200:2.0:1773941560.722008:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244304384, offset 0 00000400:00000200:2.0:1773941560.722014:0:2401:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941560.722026:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941560.722035:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941560.722041:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941560.722045:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941560.722049:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941560.722051:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941560.722053:0:2401:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[98, 97] 00000400:00000200:2.0:1773941560.722056:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941560.722060:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [219:219:256:4294967295] 192.168.202.156@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:2.0:1773941560.722063:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941560.722072:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941560.722077:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941560.722081:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a900. 00000800:00000200:2.0:1773941560.722087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941560.722096:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941560.722100:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941560.722113:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941560.722117:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941560.722119:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294999948 00000100:00000001:2.0:1773941560.722129:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294999118 00000100:00000001:2.0:1773941560.722133:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294999948 00000100:00000001:2.0:1773941560.722137:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294999118 00000100:00000001:2.0:1773941560.722142:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941560.722145:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.722149:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.722152:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941560.722244:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941560.722249:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a900. 00000400:00000200:0.0:1773941560.722256:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941560.722262:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941560.722266:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e97f8 00000400:00000010:0.0:1773941560.722269:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e97f8. 00000100:00000001:0.0:1773941560.722273:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941560.722278:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941560.722286:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941560.722289:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941560.722295:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941560.722297:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941560.723249:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941560.723262:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941560.723269:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941560.723271:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941560.723276:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941560.723281:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941560.723286:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941560.723289:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941560.723293:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941560.723297:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906a00 00000400:00000200:0.0:1773941560.723302:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941560.723309:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xf91 [1] + 224 00000800:00000001:0.0:1773941560.723318:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941560.723327:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941560.723330:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941560.723334:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941560.723339:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941560.723344:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941560.723353:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941560.723366:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941560.723373:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941560.723376:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941560.723397:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941560.723400:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941560.723406:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941560.723407:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941560.723410:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941560.723419:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941560.723420:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941560.723423:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941560.723428:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941560.723437:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.723443:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941560.723444:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941560.723447:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941560.723449:0:2401:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941560.723452:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941560.723454:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941560.723456:0:2401:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941560.723462:0:2401:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941560.723465:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941560.723467:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941560.723469:0:2401:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941560.723472:0:2401:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941560.723475:0:2401:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941560.723479:0:2401:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941560.723482:0:2401:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941560.723485:0:2401:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941560.723487:0:2401:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941560.723488:0:2401:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941560.723490:0:2401:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941560.723493:0:2401:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.723499:0:2401:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941560.723500:0:2401:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941560.723501:0:2401:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941560.723505:0:2401:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941560.723510:0:2401:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941560.723512:0:2401:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.723513:0:2401:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941560.723514:0:2401:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941560.723516:0:2401:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941560.723517:0:2401:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.723518:0:2401:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941560.723520:0:2401:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941560.723522:0:2401:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941560.723524:0:2401:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941560.723526:0:2401:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 326 00000400:00000200:2.0:1773941560.723529:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941560.723533:0:2401:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941560.723536:0:2401:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941560.723539:0:2401:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941560.723541:0:2401:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941560.723543:0:2401:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941560.723545:0:2401:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941560.723547:0:2401:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941560.723549:0:2401:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941560.723552:0:2401:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941560.723553:0:2401:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941560.723555:0:2401:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941560.723557:0:2401:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941560.723559:0:2401:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941560.723560:0:2401:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941560.723562:0:2401:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941560.723565:0:2401:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941560.723567:0:2401:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941560.723569:0:2401:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941560.723571:0:2401:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941560.723573:0:2401:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941560.723575:0:2401:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.723601:0:2401:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941560.723602:0:2401:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941560.723605:0:2401:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7480. 00000020:00000040:2.0:1773941560.723607:0:2401:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941560.723610:0:2401:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941560.723612:0:2401:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.723615:0:2401:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941560.723616:0:2401:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941560.723618:0:2401:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941560.723622:0:2401:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941560.723625:0:2401:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941560.723630:0:2401:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941560.723635:0:2401:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941560.723637:0:2401:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941560.723640:0:2401:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000221521f3] to pc [ptlrpcd_rcv+-1] req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.723656:0:2401:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.723658:0:2401:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941560.723659:0:2401:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941560.723663:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.723669:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941560.723671:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941560.723673:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941560.723676:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941560.723682:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d0a345f7-236f-4283-8d0b-61189a46960a:2401:1860112244304384:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1773941560.723685:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941560.723686:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941560.723692:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c5880 x1860112244304384/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941576 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.723698:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941560.723700:0:2401:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941560.723702:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09382cda600. 02000000:00000001:2.0:1773941560.723705:0:2401:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941560.723707:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941560.723709:0:2401:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941560.723711:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941560.723713:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0938624a000. 02000000:00000001:2.0:1773941560.723716:0:2401:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941560.723718:0:2401:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941560.723719:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5880. 00000100:00000001:2.0:1773941560.723722:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941560.723723:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941560.723725:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941560.723726:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941560.723729:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941560.723730:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941560.723732:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.723733:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941560.723736:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941560.723739:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941560.723743:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941560.723751:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941560.723753:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941560.723755:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941560.723757:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941560.723759:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941560.723762:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244304512:192.168.202.146@tcp:250:ptlrpcd_01_01.0 00000100:00000001:1.0:1773941560.723764:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941560.723766:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941560.723768:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941560.723769:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941560.723773:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7a800. 02000000:00000001:1.0:1773941560.723775:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941560.723778:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941560.723781:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941560.723784:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941560.723787:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244304512, portal 25 00000100:00000001:1.0:1773941560.723789:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941560.723790:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241238144 : -104919468313472 : ffffa093885c7480) 00000100:00000040:1.0:1773941560.723794:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941560.723799:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941560.723801:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941560.723803:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa5d8. 00000100:00000200:1.0:1773941560.723805:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244304512, offset 0 00000400:00000200:1.0:1773941560.723808:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941560.723811:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941560.723815:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941560.723824:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941560.723826:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941560.723828:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941560.723830:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941560.723832:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[98, 99] 00000400:00000200:1.0:1773941560.723835:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941560.723838:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [220:220:256:4294967295] 192.168.202.146@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:1.0:1773941560.723840:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941560.723846:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941560.723849:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941560.723853:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1200. 00000800:00000200:1.0:1773941560.723857:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941560.723863:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941560.723866:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1773941560.723878:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941560.723881:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941560.723883:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4294999950 00000100:00000001:1.0:1773941560.723886:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294999948 00000100:00000001:1.0:1773941560.723890:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4294999950 00000100:00000001:1.0:1773941560.723893:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294999948 00000100:00000001:1.0:1773941560.723896:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941560.723898:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.723900:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.723902:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941560.723906:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941560.723907:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941560.723909:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941560.723910:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941560.723911:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.723913:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941560.723950:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941560.723953:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1200. 00000400:00000200:0.0:1773941560.723956:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941560.723960:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941560.723963:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa5d8 00000400:00000010:0.0:1773941560.723964:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa5d8. 00000100:00000001:0.0:1773941560.723966:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941560.723970:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941560.723975:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941560.723983:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941560.723988:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941560.723990:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941560.725361:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941560.725370:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941560.725373:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941560.725376:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941560.725381:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941560.725386:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941560.725393:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941560.725397:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941560.725400:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941560.725403:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906a80 00000400:00000200:0.0:1773941560.725406:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941560.725409:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xf99 [1] + 0 00000800:00000001:0.0:1773941560.725413:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941560.725418:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941560.725420:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941560.725423:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941560.725425:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941560.725429:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941560.725437:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941560.725452:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941560.725456:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941560.725458:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941560.725512:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941560.725521:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941560.725524:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941560.725525:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941560.725527:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941560.725533:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941560.725534:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941560.725536:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941560.725542:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941560.725549:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941560.725555:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941560.725556:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941560.725558:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941560.725559:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941560.725560:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941560.725561:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941560.725563:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941560.725565:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941560.725568:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941560.725569:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941560.725571:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941560.725573:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941560.725595:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.725598:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941560.725601:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941560.725607:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941560.725608:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941560.725609:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941560.725611:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941560.725618:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941560.725619:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941560.725620:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941560.725621:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941560.725627:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941560.725628:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941560.725630:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941560.725634:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941560 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941560.725636:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941560.725643:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941560.725644:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941560.725646:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941560.725647:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.725648:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941560.725651:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941560.725653:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941560.725655:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941560.725658:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941560.725661:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941560.725663:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941560.725906:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.725909:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941560.725913:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941560.725920:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244304512:192.168.202.146@tcp:250:ptlrpcd_01_01.0 00000100:00000001:1.0:1773941560.725924:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941560.725926:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941560.725928:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7480 x1860112244304512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941560.725941:0:14326:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941560.725947:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941560.725949:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941560.725951:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7a800. 00000100:00080000:2.0:1773941560.725954:0:14326:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 02000000:00000001:1.0:1773941560.725956:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941560.725958:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1773941560.725959:0:14326:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941560.725962:0:14326:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941560.725964:0:14326:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:1.0:1773941560.725965:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941560.725968:0:14326:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1773941560.725969:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941560.725972:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 00000001:00000001:2.0:1773941560.725974:0:14326:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941560.725976:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941560.725978:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941560.725979:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7480. 00000001:00000001:2.0:1773941560.725980:0:14326:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.725982:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1773941560.725983:0:14326:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941560.725985:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941560.725986:0:14326:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941560.725990:0:14326:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.725990:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941560.725995:0:14326:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941560.725996:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941560.725997:0:14326:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941560.726000:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941560.726003:0:14326:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941560.726004:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941560.726007:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.726008:0:14326:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941560.726011:0:14326:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941560.726014:0:14326:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941560.726022:0:14326:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941560.726025:0:14326:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941560.726026:0:14326:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941560.726027:0:14326:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941560.726042:0:14326:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941560.726044:0:14326:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941560.726048:0:14326:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941560.726051:0:14326:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941560.726054:0:14326:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941560.726056:0:14326:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941560.726058:0:14326:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941560.726060:0:14326:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941560.726062:0:14326:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941561.617730:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941561.617739:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941561.617744:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941561.617746:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941561.617748:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941561.617769:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941561.617772:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941561.617774:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941561.617776:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941561.617779:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941561.617780:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941561.617791:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024f800. 00000020:00000040:0.0:1773941561.617796:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941561.617801:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941561.617804:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941561.617811:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941561.617819:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867ba00. 00000100:00000001:0.0:1773941561.617826:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941561.617831:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941561.617834:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941561.617843:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543400. 00010000:00000001:0.0:1773941561.617849:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941561.617852:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5e200. 00000020:00000001:0.0:1773941561.617857:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941561.617860:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5e200 with handle 0x450ee06f069b0c94 to hash 00000020:00000001:0.0:1773941561.617861:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941561.617863:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:0.0:1773941561.617866:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:0.0:1773941561.617870:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941561.617873:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941561.617876:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941561.617887:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941561.617899:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941561.617905:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941561.617913:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941561.617921:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37e40. 00000100:00000001:0.0:1773941561.617935:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401082944 : -104919308468672 : ffffa09391e37e40) 00000100:00000001:0.0:1773941561.617939:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941561.617941:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371819520 : -104919337732096 : ffffa0939024f800) 00000100:00000001:0.0:1773941561.617947:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941561.617953:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941561.617956:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941561.617958:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941561.617985:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941561.617993:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941561.617995:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941561.617998:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941561.618001:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941561.618003:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941561.618006:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244304640:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941561.618010:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941561.618018:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941561.618022:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941561.618026:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941561.618032:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9e400. 02000000:00000001:0.0:1773941561.618035:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941561.618045:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941561.618051:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed7e8. 00000400:00000010:0.0:1773941561.618059:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1880. 00000100:00000200:0.0:1773941561.618067:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244304640, portal 25 00000100:00000001:0.0:1773941561.618069:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941561.618070:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371819520 : -104919337732096 : ffffa0939024f800) 00000100:00000040:0.0:1773941561.618075:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941577 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941561.618082:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941561.618084:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941561.618091:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1110. 00000100:00000200:0.0:1773941561.618093:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244304640, offset 0 00000400:00000200:0.0:1773941561.618100:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941561.618109:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941561.618117:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941561.618123:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941561.618127:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941561.618132:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941561.618134:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941561.618137:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[100, 99] 00000400:00000200:0.0:1773941561.618139:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941561.618143:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [221:221:256:4294967295] 192.168.202.156@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:0.0:1773941561.618146:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941561.618155:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941561.618160:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941561.618165:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4d2600. 00000800:00000200:0.0:1773941561.618172:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941561.618180:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941561.618185:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4d2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941561.618204:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941561.618208:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941561.618211:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295000844 00000100:00000001:0.0:1773941561.618219:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294999950 00000100:00000001:0.0:1773941561.618224:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295000844 00000100:00000001:0.0:1773941561.618227:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294999950 00000100:00000001:0.0:1773941561.618229:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941561.618232:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941561.618234:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941561.618236:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941561.618239:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37e40 going to sleep for 11 seconds 00000100:00000001:0.0:1773941561.618246:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941561.618251:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941561.618340:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941561.618348:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4d2600. 00000400:00000200:1.0:1773941561.618353:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941561.618361:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941561.618366:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1110 00000400:00000010:1.0:1773941561.618368:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1110. 00000100:00000001:1.0:1773941561.618372:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941561.618379:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941577 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941561.618389:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941561.618392:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941577 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941561.618398:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941561.618399:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941561.619311:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941561.619324:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941561.619327:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941561.619328:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941561.619333:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941561.619338:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941561.619343:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941561.619346:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941561.619350:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941561.619354:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906b00 00000400:00000200:0.0:1773941561.619358:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941561.619362:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xfa9 [1] + 224 00000800:00000001:0.0:1773941561.619368:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941561.619378:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941561.619381:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941561.619384:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941561.619390:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941561.619394:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941577 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941561.619402:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941577 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941561.619418:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941561.619425:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941561.619427:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941561.619488:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941561.619496:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941561.619498:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941561.619501:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed7e8. 00000400:00000200:2.0:1773941561.619505:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1880 00000400:00000010:2.0:1773941561.619507:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1880. 00000100:00000001:2.0:1773941561.619509:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941561.619514:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941577 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941561.619523:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941577 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941561.619528:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941561.619530:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941561.619532:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941561.619535:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941561.619537:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941561.619539:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941561.619541:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941561.619547:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941561.619549:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941561.619552:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941561.619555:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941561.619565:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941561.619568:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941561.619571:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941561.619575:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941561.619620:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941561.619623:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941561.619627:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941561.619629:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941561.619632:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941561.619637:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941577 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941561.619646:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941561.619648:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941561.619650:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941561.619653:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941561.619656:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941561.619658:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.619659:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941561.619660:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941561.619662:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941561.619663:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.619665:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941561.619667:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941561.619669:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941561.619672:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941561.619674:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 327 00000400:00000200:2.0:1773941561.619678:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941561.619681:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941561.619684:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941561.619687:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941561.619689:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941561.619690:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941561.619698:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941561.619700:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941561.619701:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941561.619704:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941561.619705:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941561.619707:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941561.619710:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941561.619711:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941561.619713:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941561.619714:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941561.619716:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941561.619719:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941561.619720:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941561.619722:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941561.619726:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941561.619733:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.619735:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941561.619737:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941561.619740:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5880. 00000020:00000040:2.0:1773941561.619742:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941561.619744:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941561.619746:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.619747:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941561.619748:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941561.619750:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941561.619754:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941561.619757:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941561.619761:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941561.619768:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941561.619770:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941561.619773:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ad0505] to pc [ptlrpcd_rcv+-1] req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941561.619794:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.619796:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941561.619798:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941561.619800:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941561.619802:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941561.619803:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941561.619806:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37e40 going to sleep for 1 seconds 00000100:00000001:2.0:1773941561.619809:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941561.619811:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941561.619815:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941561.619816:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941577 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941561.619822:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941561.619828:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941561.619830:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941561.619835:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941561.619837:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941561.619843:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941561.619845:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941561.619849:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941577 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941561.619881:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244304640:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941561.619889:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941561.619892:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941561.619893:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941561.619896:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941561.619896:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.619901:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941561.619904:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773941561.619907:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941577 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941561.619914:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941561.619915:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37e40. 02000000:00000001:1.0:1773941561.619921:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941561.619935:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:1.0:1773941561.619937:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.619939:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:1.0:1773941561.619946:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244304768:192.168.202.146@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941561.619947:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:1.0:1773941561.619951:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941561.619955:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1773941561.619958:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1773941561.619958:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941561.619964:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1773941561.619965:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1773941561.619972:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5e200 refcount=4 02000000:00000010:1.0:1773941561.619974:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7b000. 02000000:00000001:1.0:1773941561.619979:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941561.619980:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:2.0:1773941561.619987:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00000400:00000200:1.0:1773941561.619987:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941561.619990:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00010000:00010000:2.0:1773941561.619998:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941561.619998:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941561.620009:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244304768, portal 25 00000100:00000001:1.0:1773941561.620014:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941561.620019:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241230976 : -104919468320640 : ffffa093885c5880) 00010000:00000001:2.0:1773941561.620020:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:1.0:1773941561.620028:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941561.620031:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941561.620059:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941561.620061:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941561.620065:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941561.620067:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941561.620077:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fae58. 00000100:00000200:1.0:1773941561.620086:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244304768, offset 0 00010000:00000001:2.0:1773941561.620090:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941561.620092:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941561.620094:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941561.620102:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941561.620114:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941561.620119:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941561.620119:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941561.620135:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941561.620139:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941561.620139:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941561.620153:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1773941561.620160:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5e200 already unused, calling callback (ffffffffc14a0c20) 00000400:00000200:1.0:1773941561.620162:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 10000000:00000001:2.0:1773941561.620164:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941561.620168:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941561.620169:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941561.620179:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941561.620187:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[100, 101] 00000400:00000200:1.0:1773941561.620192:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941561.620206:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [222:222:256:4294967295] 192.168.202.146@tcp LPNI seq info [102:102:8:4294967295] 00010000:00000001:2.0:1773941561.620208:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941561.620210:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1773941561.620212:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000001:2.0:1773941561.620214:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941561.620216:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5e200 refcount=5 00000020:00000001:2.0:1773941561.620219:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:2.0:1773941561.620224:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184184320 : -104919525367296 : ffffa09384f5e200) 00010000:00000001:2.0:1773941561.620228:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941561.620233:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941561.620238:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 10000000:00000001:2.0:1773941561.620261:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941561.620267:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941561.620269:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941561.620280:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1400. 10000000:01000000:2.0:1773941561.620281:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941561.620285:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941561.620287:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941561.620292:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000800:00000200:1.0:1773941561.620293:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941561.620295:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941561.620299:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941561.620301:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941561.620307:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1773941561.620308:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941561.620310:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941561.620314:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5e200 with handle 0x450ee06f069b0c94 from hash 00000800:00000200:1.0:1773941561.620314:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941561.620325:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941561.620327:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941561.620328:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941561.620330:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941561.620332:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941561.620333:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941561.620335:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941561.620336:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941561.620337:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941561.620342:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941561.620346:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941561.620350:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941561.620351:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941561.620358:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295000846 00010000:00000001:2.0:1773941561.620372:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941561.620375:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941561.620377:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941561.620378:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941561.620380:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941561.620381:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941561.620382:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295000844 00010000:00000001:2.0:1773941561.620384:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941561.620387:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5e200/0x450ee06f069b0c94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941561.620393:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295000846 00010000:00000040:2.0:1773941561.620394:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543400 count: 0 00000100:00000001:1.0:1773941561.620405:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295000844 00010000:00000001:2.0:1773941561.620415:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941561.620416:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941561.620423:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:0.0:1773941561.620423:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773941561.620426:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.620437:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1773941561.620438:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1400. 00000100:00000001:1.0:1773941561.620439:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941561.620448:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941561.620450:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1773941561.620452:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024f800 x1860112244304640/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941577 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941561.620460:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941561.620466:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:0.0:1773941561.620468:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941561.620479:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941561.620481:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1773941561.620482:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fae58 00000100:00000001:1.0:1773941561.620483:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1773941561.620485:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1773941561.620486:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fae58. 00000100:00000001:1.0:1773941561.620488:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941561.620491:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9e400. 00000100:00000001:0.0:1773941561.620492:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773941561.620493:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941561.620496:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941561.620499:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941561.620502:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941561.620505:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1773941561.620507:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941561.620509:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867ba00. 02000000:00000001:2.0:1773941561.620518:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941561.620525:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941561.620531:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941561.620538:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941561.620542:0:2391:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773941561.620546:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941561.620548:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024f800. 00000100:00000001:2.0:1773941561.620554:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941561.620555:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941561.620557:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941561.620560:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941561.620563:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941561.620572:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941561.620607:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941561.620613:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941561.620617:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941561.620623:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941561.620628:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941561.620633:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941561.620638:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941561.620643:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 10000000:00000040:2.0:1773941561.620648:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941561.620650:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941561.620655:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941561.620659:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941561.620661:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941561.620665:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941561.620668:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941561.620670:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941561.620673:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941561.620675:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941561.620677:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941561.620680:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941561.620682:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941561.620684:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941561.620686:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941561.620687:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941561.620688:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941561.620690:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941561.622116:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941561.622128:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941561.622131:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941561.622132:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941561.622137:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941561.622141:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941561.622147:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941561.622150:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941561.622153:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941561.622156:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906b80 00000400:00000200:0.0:1773941561.622159:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941561.622163:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xfb9 [1] + 0 00000800:00000001:0.0:1773941561.622167:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941561.622173:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941561.622175:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941561.622177:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941561.622180:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941561.622184:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941561.622192:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941561.622206:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941561.622211:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941561.622213:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941561.622236:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941561.622238:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941561.622242:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941561.622243:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941561.622245:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941561.622250:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941561.622251:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941561.622253:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941561.622257:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941561.622265:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941561.622275:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941561.622277:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941561.622279:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941561.622281:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941561.622283:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941561.622285:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941561.622286:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941561.622291:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=67 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941561.622294:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941561.622296:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941561.622297:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941561.622299:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941561.622301:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941561.622303:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941561.622306:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941561.622312:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941561.622314:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941561.622315:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941561.622317:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941561.622322:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941561.622324:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941561.622326:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941561.622328:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941561.622330:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941561.622332:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941561.622334:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941561.622336:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941561 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941561.622338:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941561.622343:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941561.622345:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941561.622348:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941561.622350:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941561.622354:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941561.622358:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941561.622361:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941561.622364:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941561.622367:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941561.622371:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941561.622374:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941561.622617:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941561.622622:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941561.622630:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941561.622639:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244304768:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941561.622646:0:14327:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941561.622646:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941561.622652:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941561.622657:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c5880 x1860112244304768/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941561.622659:0:14327:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:3.0:1773941561.622665:0:14327:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941561.622669:0:14327:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941561.622672:0:14327:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:1.0:1773941561.622674:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1773941561.622675:0:14327:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941561.622679:0:14327:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941561.622679:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1773941561.622684:0:14327:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941561.622685:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7b000. 00000001:00000001:3.0:1773941561.622686:0:14327:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1773941561.622691:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1773941561.622694:0:14327:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1773941561.622696:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:3.0:1773941561.622697:0:14327:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941561.622700:0:14327:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941561.622700:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941561.622706:0:14327:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:1.0:1773941561.622707:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1773941561.622711:0:14327:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:1.0:1773941561.622711:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 00000100:00000001:3.0:1773941561.622717:0:14327:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:1.0:1773941561.622718:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1773941561.622719:0:14327:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:1.0:1773941561.622721:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941561.622722:0:14327:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941561.622723:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5880. 00000100:00080000:3.0:1773941561.622725:0:14327:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941561.622728:0:14327:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941561.622728:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941561.622730:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1773941561.622731:0:14327:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:1.0:1773941561.622734:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:3.0:1773941561.622735:0:14327:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00000001:1.0:1773941561.622739:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941561.622742:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941561.622750:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941561.622751:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941561.622753:0:14327:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941561.622758:0:14327:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941561.622761:0:14327:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941561.622765:0:14327:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:3.0:1773941561.622774:0:14327:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941561.622779:0:14327:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941561.622782:0:14327:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941561.622785:0:14327:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941561.622787:0:14327:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941561.625610:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543400. 00010000:00000010:2.1:1773941561.625618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5e200. 00000020:00000001:3.0:1773941561.681680:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941561.681688:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941561.681694:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941562.705768:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941562.705800:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941562.705807:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941563.025668:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941563.025677:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941563.025682:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941563.025685:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941563.025686:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941563.025688:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941563.025690:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941563.025711:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941563.025714:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941563.025717:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941563.025718:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941563.025726:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5180. 00000020:00000040:2.0:1773941563.025732:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941563.025737:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941563.025742:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941563.025747:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941563.025755:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda600. 00000100:00000001:2.0:1773941563.025762:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941563.025767:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941563.025770:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941563.025779:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390c51a00. 00010000:00000001:2.0:1773941563.025784:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941563.025788:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381517c00. 00000020:00000001:2.0:1773941563.025793:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941563.025796:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381517c00 with handle 0x450ee06f069b0c9b to hash 00000020:00000001:2.0:1773941563.025798:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941563.025800:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941563.025803:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00000001:2.0:1773941563.025808:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941563.025812:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941563.025817:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941563.025828:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941563.025841:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941563.025848:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941563.025850:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941563.025863:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941563.025866:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941563.025869:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941563.025871:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241229184 : -104919468322432 : ffffa093885c5180) 00000100:00000001:2.0:1773941563.025876:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941563.025881:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.025883:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941563.025885:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941563.025897:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.025907:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941563.025926:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941563.025931:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941563.025934:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941563.025936:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941563.025940:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244304896:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941563.025945:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941563.025950:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941563.025953:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941563.025955:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941563.025960:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f88400. 02000000:00000001:2.0:1773941563.025962:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941563.025970:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941563.025975:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941563.025983:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941563.025990:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244304896, portal 25 00000100:00000001:2.0:1773941563.025992:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941563.025993:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241229184 : -104919468322432 : ffffa093885c5180) 00000100:00000040:2.0:1773941563.026000:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.026008:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941563.026012:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941563.026015:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9ee0. 00000100:00000200:2.0:1773941563.026024:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244304896, offset 0 00000400:00000200:2.0:1773941563.026031:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941563.026040:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941563.026048:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941563.026054:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941563.026058:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941563.026062:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941563.026065:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941563.026080:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[102, 101] 00000400:00000200:2.0:1773941563.026088:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941563.026093:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [223:223:256:4294967295] 192.168.202.156@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:2.0:1773941563.026098:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941563.026110:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941563.026116:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941563.026122:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a000. 00000800:00000200:2.0:1773941563.026129:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941563.026136:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941563.026141:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941563.026160:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941563.026165:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941563.026168:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295002252 00000100:00000001:2.0:1773941563.026176:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295000846 00000100:00000001:2.0:1773941563.026181:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295002252 00000100:00000001:2.0:1773941563.026185:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295000846 00000100:00000001:2.0:1773941563.026188:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941563.026191:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.026194:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941563.026196:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941563.026199:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941563.026203:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941563.026212:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941563.026346:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941563.026356:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a000. 00000400:00000200:0.0:1773941563.026365:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941563.026376:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941563.026386:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9ee0 00000400:00000010:0.0:1773941563.026390:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9ee0. 00000100:00000001:0.0:1773941563.026397:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941563.026418:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941563.026430:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941563.026433:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941563.026439:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.026441:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941563.027608:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941563.027622:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941563.027625:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941563.027627:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941563.027634:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941563.027639:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941563.027645:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941563.027650:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941563.027655:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941563.027658:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906c00 00000400:00000200:0.0:1773941563.027662:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941563.027668:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xfc9 [1] + 224 00000800:00000001:0.0:1773941563.027677:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941563.027685:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941563.027687:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941563.027692:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941563.027696:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941563.027712:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941563.027721:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941563.027741:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941563.027749:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941563.027751:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941563.027786:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941563.027793:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941563.027795:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941563.027799:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941563.027803:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941563.027806:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941563.027810:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941563.027818:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941563.027829:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.027837:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941563.027839:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941563.027842:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941563.027844:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941563.027847:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941563.027849:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941563.027852:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941563.027858:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=69 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941563.027862:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941563.027865:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941563.027869:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941563.027872:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941563.027876:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941563.027879:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941563.027883:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941563.027887:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941563.027892:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941563.027894:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941563.027896:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941563.027898:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941563.027902:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941579 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.027933:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941563.027935:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941563.027937:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941563.027940:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941563.027943:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941563.027944:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.027946:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941563.027948:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941563.027949:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941563.027951:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.027952:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941563.027954:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941563.027956:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941563.027960:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941563.027963:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 328 00000400:00000200:2.0:1773941563.027969:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941563.027974:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941563.027978:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941563.027981:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941563.027984:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941563.027987:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941563.027990:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941563.027992:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941563.027994:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941563.027997:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941563.027999:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941563.028002:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941563.028005:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941563.028008:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941563.028010:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941563.028012:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941563.028015:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941563.028026:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941563.028029:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941563.028031:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941563.028035:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941563.028037:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.028039:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941563.028042:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941563.028046:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5880. 00000020:00000040:2.0:1773941563.028049:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941563.028052:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941563.028054:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.028056:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941563.028058:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941563.028060:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941563.028065:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f8ac00. 00000100:00000001:2.0:1773941563.028070:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941563.028076:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941563.028085:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941563.028087:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941563.028092:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ad0505] to pc [ptlrpcd_rcv+-1] req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.028114:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.028116:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941563.028118:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941563.028121:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941563.028123:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941563.028125:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941563.028127:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941563.028130:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941563.028132:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941563.028137:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941579 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941563.028155:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941563.028158:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941563.028161:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941563.028165:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941563.028167:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941563.028176:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1773941563.028176:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.028182:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941563.028193:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941563.028197:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941563.028199:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941579 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941563.028202:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941563.028205:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941563.028212:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941563.028224:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244305024:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941563.028240:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1773941563.028241:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244304896:192.168.202.146@tcp:101:ll_cfg_requeue.0 02000000:00000001:1.0:1773941563.028247:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941563.028250:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.028252:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773941563.028253:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941563.028259:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7b000. 00000100:00000001:2.0:1773941563.028260:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:1.0:1773941563.028263:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.028269:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000200:1.0:1773941563.028272:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941563.028276:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1773941563.028277:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941563.028287:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000040:2.0:1773941563.028292:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941579 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941563.028295:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244305024, portal 25 00000100:00000001:1.0:1773941563.028303:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941563.028308:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241230976 : -104919468320640 : ffffa093885c5880) 00000100:00000040:1.0:1773941563.028320:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.028322:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941563.028334:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:1.0:1773941563.028336:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773941563.028344:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:1.0:1773941563.028344:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941563.028351:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa7f8. 00000100:00000001:2.0:1773941563.028352:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:1.0:1773941563.028355:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244305024, offset 0 00010000:00000001:2.0:1773941563.028364:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:1.0:1773941563.028368:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000001:2.0:1773941563.028371:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941563.028375:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773941563.028379:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000020:00000040:2.0:1773941563.028381:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=4 00000020:00000001:2.0:1773941563.028386:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000400:00000200:1.0:1773941563.028391:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941563.028393:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00010000:00010000:2.0:1773941563.028399:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941563.028412:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941563.028417:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:1.0:1773941563.028423:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00010000:2.0:1773941563.028428:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941563.028431:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941563.028435:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941563.028440:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[102, 103] 00000400:00000200:1.0:1773941563.028457:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941563.028466:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [224:224:256:4294967295] 192.168.202.146@tcp LPNI seq info [104:104:8:4294967295] 00010000:00000001:2.0:1773941563.028479:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1773941563.028479:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941563.028489:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941563.028494:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941563.028507:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941563.028514:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1000. 00010000:00000001:2.0:1773941563.028518:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941563.028524:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941563.028525:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941563.028531:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941563.028533:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941563.028540:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1000 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941563.028557:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941563.028559:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941563.028563:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1773941563.028564:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941563.028568:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941563.028574:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941563.028619:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09381517c00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941563.028622:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941563.028626:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941563.028631:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295002255 00010000:00000001:2.0:1773941563.028642:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:0.0:1773941563.028642:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773941563.028645:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295002252 00000800:00000010:0.0:1773941563.028647:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1000. 00010000:00000001:2.0:1773941563.028649:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773941563.028653:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295002255 00000400:00000200:0.0:1773941563.028655:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1773941563.028662:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1773941563.028664:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295002252 00000400:00000200:0.0:1773941563.028667:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000020:00000040:2.0:1773941563.028670:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381517c00 refcount=5 00000100:00000001:1.0:1773941563.028671:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1773941563.028673:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa7f8 00000400:00000010:0.0:1773941563.028681:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa7f8. 00000020:00000001:2.0:1773941563.028682:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00000001:1.0:1773941563.028682:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.028686:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773941563.028691:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941563.028693:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123078656 : -104919586472960 : ffffa09381517c00) 00000100:00000200:0.0:1773941563.028695:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941563.028696:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941563.028706:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941563.028709:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941563.028710:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1773941563.028713:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941563.028714:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1773941563.028715:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941563.028720:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941563.028725:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941563.028730:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941563.028736:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.028757:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.028762:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941563.028766:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941563.028778:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941563.028787:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941563.028790:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941563.028792:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941563.028795:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941563.028798:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941563.028801:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941563.028803:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941563.028805:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941563.028807:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941563.028810:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381517c00 with handle 0x450ee06f069b0c9b from hash 00010000:00000001:2.0:1773941563.028812:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941563.028814:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941563.028816:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941563.028817:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941563.028819:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941563.028821:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941563.028824:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941563.028825:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941563.028827:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941563.028829:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941563.028833:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941563.028839:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941563.028840:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941563.028842:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941563.028844:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941563.028845:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941563.028847:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941563.028848:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941563.028850:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381517c00/0x450ee06f069b0c9b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941563.028858:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390c51a00 count: 0 00010000:00000001:2.0:1773941563.028876:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941563.028879:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941563.028882:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941563.028889:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c5180 x1860112244304896/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941579 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.028897:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941563.028900:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941563.028902:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f88400. 02000000:00000001:2.0:1773941563.028906:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941563.028908:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941563.028929:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941563.028932:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941563.028934:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda600. 02000000:00000001:2.0:1773941563.028939:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941563.028940:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941563.028942:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5180. 00000100:00000001:2.0:1773941563.028946:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941563.028947:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941563.028949:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941563.028952:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941563.028955:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941563.028959:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941563.028964:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941563.028969:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941563.028974:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941563.028979:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941563.028984:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941563.028988:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941563.028995:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941563.028999:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941563.029004:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941563.029006:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941563.029011:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941563.029014:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941563.029024:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941563.029028:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941563.029031:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941563.029035:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941563.029038:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000020:00000010:2.0:1773941563.029041:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941563.029044:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941563.029047:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941563.029050:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941563.029053:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941563.029055:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941563.029057:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941563.029059:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941563.029061:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941563.030107:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941563.030113:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941563.030115:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941563.030116:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941563.030121:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941563.030125:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941563.030128:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941563.030131:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941563.030134:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941563.030136:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906c80 00000400:00000200:0.0:1773941563.030139:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941563.030148:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xfd1 [1] + 0 00000800:00000001:0.0:1773941563.030152:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941563.030157:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941563.030159:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941563.030161:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941563.030165:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941563.030169:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941563.030176:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941563.030191:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941563.030195:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941563.030197:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941563.030225:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941563.030233:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941563.030236:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941563.030238:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941563.030240:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941563.030245:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941563.030247:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941563.030249:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941563.030255:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941563.030267:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941563.030275:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941563.030277:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941563.030280:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941563.030282:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941563.030285:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941563.030287:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941563.030290:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941563.030297:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=69 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941563.030301:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941563.030304:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941563.030306:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941563.030309:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941563.030312:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941563.030316:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941563.030320:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941563.030326:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941563.030328:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941563.030329:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941563.030332:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941563.030337:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941563.030339:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941563.030340:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941563.030342:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941563.030349:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941563.030351:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941563.030353:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941563.030356:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941563 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941563.030359:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941563.030365:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941563.030367:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941563.030370:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941563.030371:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941563.030372:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941563.030376:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941563.030378:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941563.030380:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941563.030383:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941563.030387:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941563.030389:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941563.030666:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941563.030669:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941563.030675:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941563.030682:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244305024:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941563.030687:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941563.030689:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941563.030693:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c5880 x1860112244305024/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.030694:0:14328:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:1.0:1773941563.030702:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941563.030704:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1773941563.030709:0:14328:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 02000000:00000010:1.0:1773941563.030710:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7b000. 02000000:00000001:1.0:1773941563.030720:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1773941563.030722:0:14328:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:1.0:1773941563.030723:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941563.030728:0:14328:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941563.030730:0:14328:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:1.0:1773941563.030733:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941563.030736:0:14328:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1773941563.030736:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941563.030747:0:14328:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1773941563.030747:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f8ac00. 02000000:00000001:1.0:1773941563.030755:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941563.030756:0:14328:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941563.030757:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941563.030761:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5880. 00000001:00000001:2.0:1773941563.030762:0:14328:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1773941563.030765:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1773941563.030766:0:14328:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1773941563.030768:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941563.030770:0:14328:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941563.030772:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941563.030777:0:14328:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941563.030779:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941563.030785:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.030786:0:14328:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941563.030792:0:14328:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941563.030794:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941563.030797:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.030801:0:14328:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941563.030805:0:14328:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941563.030808:0:14328:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941563.030812:0:14328:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941563.030815:0:14328:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941563.030816:0:14328:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941563.030819:0:14328:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941563.030844:0:14328:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941563.030854:0:14328:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.030857:0:14328:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941563.030862:0:14328:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941563.030870:0:14328:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941563.030873:0:14328:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941563.030877:0:14328:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941563.030879:0:14328:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941563.030882:0:14328:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941563.034618:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390c51a00. 00010000:00000010:2.1:1773941563.034626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381517c00. 00000020:00000001:3.0:1773941563.729710:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941563.729717:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941563.729723:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941564.625675:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941564.625682:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941564.625686:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941564.625688:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941564.625689:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941564.625690:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941564.625693:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941564.625694:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941564.625696:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941564.625698:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941564.625700:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941564.625709:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024fb80. 00000020:00000040:0.0:1773941564.625714:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941564.625717:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941564.625720:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941564.625724:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941564.625730:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867aa00. 00000100:00000001:0.0:1773941564.625736:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941564.625740:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941564.625742:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941564.625750:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543e00. 00010000:00000001:0.0:1773941564.625767:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941564.625770:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5fe00. 00000020:00000001:0.0:1773941564.625773:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941564.625775:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5fe00 with handle 0x450ee06f069b0ca2 to hash 00000020:00000001:0.0:1773941564.625777:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941564.625779:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184191488 : -104919525360128 : ffffa09384f5fe00) 00010000:00000001:0.0:1773941564.625781:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184191488 : -104919525360128 : ffffa09384f5fe00) 00010000:00000001:0.0:1773941564.625784:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941564.625787:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941564.625798:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941564.625809:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941564.625818:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941564.625823:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941564.625824:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941564.625830:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e37000. 00000100:00000001:0.0:1773941564.625831:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401079296 : -104919308472320 : ffffa09391e37000) 00000100:00000001:0.0:1773941564.625833:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941564.625835:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371820416 : -104919337731200 : ffffa0939024fb80) 00000100:00000001:0.0:1773941564.625839:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941564.625843:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941564.625844:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941564.625847:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941564.625855:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941564.625861:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941564.625863:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941564.625866:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941564.625872:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941564.625876:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941564.625880:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244305152:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941564.625885:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941564.625890:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941564.625893:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941564.625911:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941564.625916:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9d000. 02000000:00000001:0.0:1773941564.625918:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941564.625926:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941564.625931:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed210. 00000400:00000010:0.0:1773941564.625938:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1990. 00000100:00000200:0.0:1773941564.625946:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244305152, portal 25 00000100:00000001:0.0:1773941564.625947:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941564.625948:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371820416 : -104919337731200 : ffffa0939024fb80) 00000100:00000040:0.0:1773941564.625953:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941564.625959:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941564.625961:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941564.625964:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f12a8. 00000100:00000200:0.0:1773941564.625966:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244305152, offset 0 00000400:00000200:0.0:1773941564.625970:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941564.625977:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941564.625984:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941564.625988:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941564.625991:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941564.625994:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941564.625996:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941564.625998:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[104, 103] 00000400:00000200:0.0:1773941564.626001:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941564.626004:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [225:225:256:4294967295] 192.168.202.156@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1773941564.626007:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941564.626020:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941564.626025:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941564.626028:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4d2600. 00000800:00000200:0.0:1773941564.626034:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941564.626040:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941564.626043:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4d2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941564.626064:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941564.626067:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941564.626069:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295003852 00000100:00000001:0.0:1773941564.626076:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295002255 00000100:00000001:0.0:1773941564.626081:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295003852 00000100:00000001:0.0:1773941564.626085:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295002255 00000100:00000001:0.0:1773941564.626089:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941564.626093:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941564.626095:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941564.626098:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941564.626101:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37000 going to sleep for 11 seconds 00000100:00000001:0.0:1773941564.626105:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941564.626108:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941564.626171:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941564.626176:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4d2600. 00000400:00000200:1.0:1773941564.626181:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941564.626186:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941564.626190:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f12a8 00000400:00000010:1.0:1773941564.626192:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f12a8. 00000100:00000001:1.0:1773941564.626195:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941564.626199:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941564.626208:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941564.626212:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941580 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941564.626221:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941564.626224:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941564.627316:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941564.627326:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941564.627328:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941564.627330:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941564.627334:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941564.627338:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1773941564.627343:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941564.627346:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941564.627349:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941564.627352:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906d00 00000400:00000200:0.0:1773941564.627355:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941564.627358:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0xfe1 [1] + 224 00000800:00000001:0.0:1773941564.627369:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941564.627375:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941564.627377:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941564.627380:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1773941564.627383:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941564.627387:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941580 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941564.627394:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941564.627411:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941564.627419:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941564.627422:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941564.627458:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941564.627464:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941564.627465:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941564.627468:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed210. 00000400:00000200:2.0:1773941564.627471:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1990 00000400:00000010:2.0:1773941564.627472:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1990. 00000100:00000001:2.0:1773941564.627474:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941564.627478:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941564.627485:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941580 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941564.627489:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941564.627490:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941564.627492:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941564.627494:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941564.627496:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941564.627497:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941564.627499:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941564.627504:0:14267:0:(import.c:2136:obd_at_measure()) add 0 to ffffa093996f8458 time=70 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941564.627506:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941564.627508:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941564.627511:0:14267:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.146@tcp: operation ldlm_enqueue to node 192.168.202.146@tcp failed: rc = -107 00000100:00000001:2.0:1773941564.627514:0:14267:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941564.627516:0:14267:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941564.627518:0:14267:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.146@tcp of MGS@192.168.202.146@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941564.627521:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941564.627529:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941564.627532:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941564.627534:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941564.627535:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941564.627537:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941564.627539:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941580 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941564.627544:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941564.627545:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941564.627547:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941564.627555:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941564.627558:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941564.627559:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941564.627560:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941564.627561:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941564.627562:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941564.627563:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941564.627564:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941564.627566:0:14267:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941564.627567:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941564.627569:0:14267:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941564.627571:0:14267:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 329 00000400:00000200:2.0:1773941564.627574:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941564.627608:0:14267:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941564.627611:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941564.627620:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941564.627622:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941564.627623:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:2.0:1773941564.627626:0:14267:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941564.627627:0:14267:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941564.627629:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941564.627631:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941564.627632:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941564.627638:0:14267:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:2.0:1773941564.627641:0:14267:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941564.627642:0:14267:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941564.627643:0:14267:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941564.627645:0:14267:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:2.0:1773941564.627647:0:14267:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:2.0:1773941564.627649:0:14267:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:2.0:1773941564.627651:0:14267:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941564.627653:0:14267:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941564.627655:0:14267:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941564.627657:0:14267:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941564.627659:0:14267:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941564.627660:0:14267:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941564.627663:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c5180. 00000020:00000040:2.0:1773941564.627665:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 02000000:00000001:2.0:1773941564.627668:0:14267:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941564.627669:0:14267:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941564.627671:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941564.627672:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941564.627674:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941564.627677:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09389f88400. 00000100:00000001:2.0:1773941564.627680:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941564.627684:0:14267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941564.627690:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941564.627692:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941564.627695:0:14267:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009efd207e] to pc [ptlrpcd_rcv+-1] req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941564.627709:0:14267:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941564.627711:0:14267:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941564.627712:0:14267:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941564.627714:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941564.627718:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941564.627720:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941564.627722:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e37000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941564.627723:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941564.627725:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941564.627729:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941580 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941564.627735:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941564.627736:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941564.627738:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941564.627740:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941564.627741:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941564.627743:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941564.627744:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941564.627754:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941580 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941564.627754:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941564.627764:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244305152:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941564.627770:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941564.627773:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941564.627778:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941564.627779:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941564.627780:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941564.627782:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941564.627784:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941580 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941564.627786:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773941564.627790:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941564.627792:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e37000. 00000100:00000001:2.0:1773941564.627796:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:1.0:1773941564.627796:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941564.627799:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:1.0:1773941564.627800:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941564.627805:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244305280:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941564.627811:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1773941564.627812:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:1.0:1773941564.627814:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1773941564.627816:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1773941564.627817:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941564.627818:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1773941564.627820:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1773941564.627821:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5fe00 refcount=4 00000020:00000001:2.0:1773941564.627824:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184191488 : -104919525360128 : ffffa09384f5fe00) 02000000:00000010:1.0:1773941564.627825:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f79000. 00010000:00000001:2.0:1773941564.627828:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184191488 : -104919525360128 : ffffa09384f5fe00) 02000000:00000001:1.0:1773941564.627829:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941564.627834:0:14267:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941564.627835:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941564.627838:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941564.627841:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941564.627847:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244305280, portal 25 00010000:00000001:2.0:1773941564.627849:0:14267:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941564.627850:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941564.627852:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241229184 : -104919468322432 : ffffa093885c5180) 00010000:00010000:2.0:1773941564.627856:0:14267:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773941564.627859:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941564.627866:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1773941564.627869:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941564.627873:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941564.627874:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941564.627876:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa088. 00000100:00000200:1.0:1773941564.627881:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244305280, offset 0 00010000:00000001:2.0:1773941564.627883:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941564.627886:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941564.627887:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00010000:2.0:1773941564.627891:0:14267:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941564.627906:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941564.627913:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1773941564.627913:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:2.0:1773941564.627917:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941564.627919:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941564.627921:0:14267:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1773941564.627924:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00010000:2.0:1773941564.627925:0:14267:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941564.627928:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941564.627933:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941564.627938:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[104, 105] 00010000:00010000:2.0:1773941564.627939:0:14267:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa09384f5fe00 already unused, calling callback (ffffffffc14a0c20) 10000000:00000001:2.0:1773941564.627943:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941564.627945:0:14267:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941564.627945:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941564.627950:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [226:226:256:4294967295] 192.168.202.146@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:1.0:1773941564.627959:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:2.0:1773941564.627960:0:14267:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941564.627962:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941564.627963:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941564.627964:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5fe00 refcount=5 00000020:00000001:2.0:1773941564.627965:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184191488 : -104919525360128 : ffffa09384f5fe00) 00010000:00000001:2.0:1773941564.627967:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184191488 : -104919525360128 : ffffa09384f5fe00) 00010000:00000001:2.0:1773941564.627976:0:14267:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941564.627979:0:14267:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941564.627988:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 10000000:00000001:2.0:1773941564.627991:0:14267:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941564.627994:0:14267:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941564.627999:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 10000000:01000000:2.0:1773941564.628004:0:14267:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941564.628007:0:14267:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941564.628008:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941564.628008:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1c00. 00010000:00010000:2.0:1773941564.628010:0:14267:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941564.628013:0:14267:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941564.628016:0:14267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941564.628018:0:14267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941564.628021:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1773941564.628021:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00010000:00000001:2.0:1773941564.628023:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941564.628027:0:14267:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5fe00 with handle 0x450ee06f069b0ca2 from hash 00010000:00000001:2.0:1773941564.628030:0:14267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941564.628031:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941564.628032:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941564.628034:0:14267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941564.628037:0:14267:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000800:00000200:1.0:1773941564.628037:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00010000:00000001:2.0:1773941564.628040:0:14267:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941564.628043:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941564.628044:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1773941564.628045:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1c00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941564.628046:0:14267:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941564.628049:0:14267:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941564.628053:0:14267:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941564.628057:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941564.628058:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941564.628059:0:14267:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941564.628060:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1773941564.628064:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941564.628065:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941564.628068:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941564.628070:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941564.628074:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941564.628077:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295003854 00000100:00000001:1.0:1773941564.628082:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295003852 00010000:00010000:2.0:1773941564.628084:0:14267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5fe00/0x450ee06f069b0ca2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941564.628087:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295003854 00000100:00000001:1.0:1773941564.628094:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295003852 00010000:00000040:2.0:1773941564.628100:0:14267:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543e00 count: 0 00000100:00000001:1.0:1773941564.628101:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941564.628106:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941564.628108:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941564.628111:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941564.628115:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941564.628118:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1773941564.628119:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941564.628120:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941564.628127:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941564.628127:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941564.628131:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941564.628133:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941564.628136:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941564.628137:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024fb80 x1860112244305152/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941580 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941564.628139:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941564.628143:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1c00. 00000100:00000001:2.0:1773941564.628146:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1773941564.628147:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1773941564.628149:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941564.628153:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9d000. 00000400:00000200:0.0:1773941564.628153:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 02000000:00000001:2.0:1773941564.628156:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1773941564.628157:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa088 00000020:00000001:2.0:1773941564.628158:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1773941564.628159:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa088. 00000020:00000040:2.0:1773941564.628160:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941564.628162:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1773941564.628163:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941564.628165:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867aa00. 00000100:00000200:0.0:1773941564.628166:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941564.628169:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941564.628171:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941564.628173:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024fb80. 00000100:00000001:0.0:1773941564.628174:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941564.628177:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941564.628178:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941564.628179:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941564.628181:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941564.628184:0:14267:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:0.0:1773941564.628185:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941564.628186:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941564.628187:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941564.628191:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941564.628196:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941564.628201:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941564.628205:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941564.628210:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941564.628215:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941564.628219:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941564.628233:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941564.628237:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdb200. 10000000:00000040:2.0:1773941564.628241:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:2.0:1773941564.628243:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941564.628247:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdaa00. 00000040:00000010:2.0:1773941564.628251:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdbe00. 00000020:00000010:2.0:1773941564.628253:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941564.628257:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941564.628259:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941564.628261:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdb400. 20000000:00000010:2.0:1773941564.628263:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdb200. 00000020:00000010:2.0:1773941564.628265:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 10000000:00000010:2.0:1773941564.628266:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 10000000:01000000:2.0:1773941564.628268:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941564.628271:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941564.628272:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941564.628274:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941564.628275:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941564.628276:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941564.628278:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941564.629677:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941564.629683:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941564.629685:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941564.629686:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941564.629690:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941564.629693:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941564.629697:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941564.629703:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941564.629706:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941564.629708:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321906d80 00000400:00000200:0.0:1773941564.629711:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941564.629714:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0xff1 [1] + 0 00000800:00000001:0.0:1773941564.629718:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941564.629723:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941564.629725:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941564.629727:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941564.629730:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941564.629733:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941564.629739:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941564.629752:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941564.629756:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941564.629757:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941564.629784:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941564.629787:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941564.629789:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941564.629790:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941564.629792:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:1.0:1773941564.629796:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:1.0:1773941564.629798:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:1.0:1773941564.629800:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941564.629804:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941564.629811:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941564.629821:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941564.629822:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941564.629824:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941564.629825:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941564.629826:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941564.629828:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941564.629829:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941564.629832:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=70 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941564.629834:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941564.629836:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941564.629837:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941564.629839:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941564.629840:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941564.629842:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941564.629845:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941564.629850:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941564.629851:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941564.629852:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941564.629853:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941564.629857:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941564.629858:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941564.629859:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941564.629861:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941564.629862:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941564.629864:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941564.629866:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941564.629869:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941564 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941564.629871:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941564.629876:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941564.629877:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941564.629878:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941564.629880:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941564.629884:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941564.629887:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941564.629888:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941564.629890:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941564.629892:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941564.629908:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941564.629911:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941564.630144:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941564.630148:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941564.630155:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941564.630158:0:14330:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1773941564.630166:0:14330:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:1.0:1773941564.630168:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244305280:192.168.202.146@tcp:250:ll_cfg_requeue.0 00000100:00100000:2.0:1773941564.630170:0:14330:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941564.630179:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941564.630181:0:14330:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:1.0:1773941564.630182:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:2.0:1773941564.630184:0:14330:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941564.630187:0:14330:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:1.0:1773941564.630188:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c5180 x1860112244305280/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941564.630190:0:14330:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941564.630194:0:14330:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941564.630196:0:14330:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941564.630198:0:14330:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941564.630201:0:14330:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941564.630204:0:14330:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941564.630207:0:14330:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941564.630207:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941564.630213:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1773941564.630214:0:14330:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941564.630217:0:14330:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000010:1.0:1773941564.630218:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f79000. 02000000:00000001:1.0:1773941564.630223:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941564.630225:0:14330:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:1.0:1773941564.630227:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941564.630228:0:14330:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941564.630232:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00080000:2.0:1773941564.630233:0:14330:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941564.630239:0:14330:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941564.630240:0:14330:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000020:00000001:1.0:1773941564.630240:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:2.0:1773941564.630244:0:14330:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 02000000:00000010:1.0:1773941564.630245:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09389f88400. 02000000:00000001:1.0:1773941564.630250:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941564.630251:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941564.630253:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c5180. 00000100:00000001:1.0:1773941564.630256:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941564.630258:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941564.630260:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941564.630261:0:14330:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941564.630264:0:14330:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941564.630265:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941564.630267:0:14330:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941564.630269:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:2.0:1773941564.630273:0:14330:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941564.630276:0:14330:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941564.630282:0:14330:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941564.630283:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1773941564.630285:0:14330:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941564.630287:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941564.630289:0:14330:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941564.630292:0:14330:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941564.633677:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543e00. 00010000:00000010:2.1:1773941564.633686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5fe00. 00000020:00000001:0.0:1773941564.753732:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941564.753737:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941564.753741:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941565.777721:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941565.777727:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941565.777731:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941565.841684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941565.841693:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941565.841702:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024e300. 00000020:00000040:0.0:1773941565.841708:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941565.841711:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941565.841714:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941565.841719:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941565.841725:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0939a4d2500. 00000100:00000001:0.0:1773941565.841731:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941565.841740:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941565.841749:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941565.841768:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941565.841776:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e41f9bd] to pc [ptlrpcd_00_00+0] req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941565.841806:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941565.841811:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (337) 00000100:00000001:1.0:1773941565.841837:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941565.841841:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773941565.841844:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941565.841850:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941565.841851:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941565.841853:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941565.841854:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941565.841856:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941565.841863:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941565.841870:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941565.841871:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941565.841874:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941565.841877:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941565.841878:0:2399:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941565.841881:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244305408:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1773941565.841899:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941565.841904:0:2399:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941565.841906:0:2399:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941565.841908:0:2399:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941565.841912:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09390300a00. 02000000:00000001:1.0:1773941565.841914:0:2399:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941565.841920:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941565.841924:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917eec8. 00000400:00000010:1.0:1773941565.841929:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fabb0. 00000100:00000200:1.0:1773941565.841934:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244305408, portal 25 00000100:00000001:1.0:1773941565.841936:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941565.841937:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371814144 : -104919337737472 : ffffa0939024e300) 00000100:00000040:1.0:1773941565.841941:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941565.841953:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941565.841958:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941565.841964:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa908. 00000100:00000200:1.0:1773941565.841967:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244305408, offset 0 00000400:00000200:1.0:1773941565.841971:0:2399:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941565.841978:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941565.841984:0:2399:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941565.841988:0:2399:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941565.841992:0:2399:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941565.841995:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941565.841997:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941565.841999:0:2399:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[106, 105] 00000400:00000200:1.0:1773941565.842002:0:2399:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1773941565.842004:0:2399:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [227:227:256:4294967295] 192.168.202.156@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1773941565.842007:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941565.842014:0:2399:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1773941565.842019:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1773941565.842022:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1e00. 00000800:00000200:1.0:1773941565.842028:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1773941565.842037:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1773941565.842041:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941565.842056:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941565.842061:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941565.842064:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295005068 00000100:00000001:1.0:1773941565.842073:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295003854 00000100:00000001:1.0:1773941565.842078:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295005068 00000100:00000001:1.0:1773941565.842082:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295003854 00000100:00000001:1.0:1773941565.842086:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941565.842089:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941565.842092:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941565.842095:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941565.842107:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941565.842115:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941565.842167:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941565.842171:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1e00. 00000400:00000200:0.0:1773941565.842176:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941565.842180:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941565.842184:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa908 00000400:00000010:0.0:1773941565.842186:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa908. 00000100:00000001:0.0:1773941565.842193:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941565.842197:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941565.842204:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941565.842206:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941565.842211:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941565.842212:0:2391:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:0.0:1773941566.353732:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941566.353739:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:0.0:1773941566.353743:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941566.353746:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941566.353748:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941566.353750:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941566.353753:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941566.353755:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941566.353757:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:0.0:1773941566.353760:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941566.353761:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941566.353771:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024ea00. 00000020:00000040:0.0:1773941566.353775:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941566.353779:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941566.353782:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941566.353794:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941566.353813:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0938867be00. 00000100:00000001:0.0:1773941566.353819:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941566.353823:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941566.353826:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941566.353833:0:14267:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09399543400. 00010000:00000001:0.0:1773941566.353837:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941566.353840:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09384f5f800. 00000020:00000001:0.0:1773941566.353845:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941566.353847:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09384f5f800 with handle 0x450ee06f069b0ca9 to hash 00000020:00000001:0.0:1773941566.353849:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941566.353850:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:0.0:1773941566.353853:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:0.0:1773941566.353856:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941566.353859:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941566.353863:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941566.353873:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941566.353908:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941566.353914:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941566.353916:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941566.353921:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09391e370c0. 00000100:00000001:0.0:1773941566.353923:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154401079488 : -104919308472128 : ffffa09391e370c0) 00000100:00000001:0.0:1773941566.353926:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941566.353927:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371815936 : -104919337735680 : ffffa0939024ea00) 00000100:00000001:0.0:1773941566.353932:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941566.353936:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941566.353939:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941566.353940:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941566.353949:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941566.353961:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941566.353963:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941566.353968:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941566.353972:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941566.353976:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941566.353981:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244305536:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941566.353987:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941566.353993:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941566.353996:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941566.354000:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941566.354005:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09390d9c800. 02000000:00000001:0.0:1773941566.354009:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941566.354018:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941566.354023:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bede70. 00000400:00000010:0.0:1773941566.354033:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1990. 00000100:00000200:0.0:1773941566.354040:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244305536, portal 25 00000100:00000001:0.0:1773941566.354042:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941566.354044:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371815936 : -104919337735680 : ffffa0939024ea00) 00000100:00000040:0.0:1773941566.354051:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941566.354058:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941566.354063:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941566.354066:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f12a8. 00000100:00000200:0.0:1773941566.354069:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244305536, offset 0 00000400:00000200:0.0:1773941566.354076:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941566.354084:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941566.354092:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941566.354098:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941566.354102:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941566.354107:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941566.354111:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941566.354120:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[106, 107] 00000400:00000200:0.0:1773941566.354124:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941566.354131:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [228:228:256:4294967295] 192.168.202.146@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1773941566.354136:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941566.354152:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941566.354160:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941566.354164:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4d2600. 00000800:00000200:0.0:1773941566.354173:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941566.354182:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941566.354187:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4d2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941566.354199:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941566.354203:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941566.354206:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295005580 00000100:00000001:0.0:1773941566.354215:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295005068 00000100:00000001:0.0:1773941566.354222:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295005580 00000100:00000001:0.0:1773941566.354228:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295005068 00000100:00000001:0.0:1773941566.354234:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941566.354237:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941566.354239:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941566.354241:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941566.354244:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09391e370c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941566.354247:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941566.354250:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941566.355215:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941566.355221:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4d2600. 00000400:00000200:1.0:1773941566.355227:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941566.355233:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941566.355239:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f12a8 00000400:00000010:1.0:1773941566.355242:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f12a8. 00000100:00000001:1.0:1773941566.355246:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941566.355252:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941566.355263:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941566.355267:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941566.355274:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941566.355276:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941566.356930:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941566.356942:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941566.356945:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941566.356949:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941566.356955:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941566.356960:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941566.356965:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941566.356968:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941566.356979:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941566.356982:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321906e80 00000400:00000200:0.0:1773941566.356985:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941566.356988:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x1011 [1] + 224 00000800:00000001:0.0:1773941566.356993:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941566.356999:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941566.357001:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941566.357003:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941566.357007:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941566.357011:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941566.357019:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941566.357035:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941566.357040:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941566.357042:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941566.357060:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941566.357066:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941566.357068:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941566.357070:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bede70. 00000400:00000200:2.0:1773941566.357074:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1990 00000400:00000010:2.0:1773941566.357075:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1990. 00000100:00000001:2.0:1773941566.357077:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941566.357082:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941566.357090:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941566.357096:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941566.357097:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941566.357099:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941566.357101:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941566.357103:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941566.357104:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941566.357106:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941566.357110:0:14267:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941566.357113:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941566.357120:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941566.357122:0:14267:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941566.357123:0:14267:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941566.357125:0:14267:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941566.357127:0:14267:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941566.357131:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941566.357136:0:14267:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941566.357138:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941566.357140:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941566.357142:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941566.357148:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244305536:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941566.357151:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941566.357153:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941566.357154:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941566.357156:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941566.357158:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941566.357162:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941566.357164:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09391e370c0. 00000100:00000001:2.0:1773941566.357165:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941566.357166:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941566.357168:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941566.357170:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941566.357173:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941566.357175:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f800 refcount=4 00000020:00000001:2.0:1773941566.357178:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:2.0:1773941566.357181:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000040:2.0:1773941566.357186:0:14267:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffffa09384f5f800, remote cookie: 0xcac106b6165c8b54, flags: 0x0 00010000:00000001:2.0:1773941566.357189:0:14267:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773941566.357197:0:14267:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773941566.357200:0:14267:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773941566.357202:0:14267:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773941566.357203:0:14267:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773941566.357207:0:14267:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffffa09399543400) refcount = 1 00010000:00010000:2.0:1773941566.357212:0:14267:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b54 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941566.357220:0:14267:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773941566.357223:0:14267:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773941566.357224:0:14267:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941566.357228:0:14267:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773941566.357230:0:14267:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941566.357234:0:14267:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c8b54 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941566.357241:0:14267:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773941566.357243:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941566.357244:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941566.357245:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941566.357246:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941566.357247:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941566.357249:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941566.357252:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024ea00 x1860112244305536/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941566.357259:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941566.357261:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941566.357264:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09390d9c800. 02000000:00000001:2.0:1773941566.357268:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941566.357270:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941566.357272:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941566.357274:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941566.357277:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0938867be00. 02000000:00000001:2.0:1773941566.357279:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941566.357281:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941566.357282:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024ea00. 00000100:00000001:2.0:1773941566.357290:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941566.357291:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941566.357292:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941566.357294:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941566.357295:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 3 10000000:00000001:2.0:1773941566.357297:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941566.357299:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941566.357301:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941566.357302:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f800 refcount=3 00000020:00000001:2.0:1773941566.357305:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:2.0:1773941566.357308:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:2.0:1773941566.357310:0:14267:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1773941566.357312:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941566.357314:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941566.357315:0:14267:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941566.357318:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941566.357322:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498e40. 00000020:00000010:2.0:1773941566.357327:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cda600. 00000020:00000010:2.0:1773941566.357332:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941566.357336:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941566.357341:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941566.357347:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cdbc00. 80000000:00000010:2.0:1773941566.357351:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941566.357357:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941566.357362:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdaa00. 10000000:00000040:2.0:1773941566.357367:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 00000020:00000001:2.0:1773941566.357370:0:14267:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1773941566.357383:0:14267:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1773941566.357386:0:14267:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1773941566.357390:0:14267:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa09382cda000. 00000040:00000001:2.0:1773941566.357394:0:14267:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1773941566.357396:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000010:2.0:1773941566.357401:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7480. 00000020:00000040:2.0:1773941566.357404:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941566.357407:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941566.357414:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941566.357417:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941566.357422:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cdba00. 00000100:00000001:2.0:1773941566.357426:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941566.357431:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941566.357432:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941566.357436:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941566.357439:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941566.357441:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941566.357442:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241238144 : -104919468313472 : ffffa093885c7480) 00000100:00000001:2.0:1773941566.357446:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941566.357449:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941566.357451:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941566.357452:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941566.357457:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941566.357465:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941566.357466:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941566.357469:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941566.357471:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941566.357474:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941566.357477:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244305664:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1773941566.357481:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941566.357483:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941566.357485:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941566.357487:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941566.357491:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09382cdac00. 02000000:00000001:2.0:1773941566.357493:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941566.357497:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941566.357500:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941566.357504:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941566.357508:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244305664, portal 25 00000100:00000001:2.0:1773941566.357510:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941566.357511:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241238144 : -104919468313472 : ffffa093885c7480) 00000100:00000040:2.0:1773941566.357519:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941566.357524:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941566.357526:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941566.357528:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9aa0. 00000100:00000200:2.0:1773941566.357530:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112244305664, offset 0 00000400:00000200:2.0:1773941566.357534:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941566.357537:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941566.357541:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941566.357543:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941566.357545:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941566.357547:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941566.357549:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941566.357551:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[108, 107] 00000400:00000200:2.0:1773941566.357554:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941566.357556:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [229:229:256:4294967295] 192.168.202.156@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1773941566.357559:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941566.357565:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941566.357568:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941566.357570:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624aa00. 00000800:00000200:2.0:1773941566.357574:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941566.357593:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941566.357596:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624aa00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1773941566.357612:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941566.357616:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941566.357618:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295005584 00000100:00000001:2.0:1773941566.357624:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295005580 00000100:00000001:2.0:1773941566.357628:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295005584 00000100:00000001:2.0:1773941566.357631:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295005580 00000100:00000001:2.0:1773941566.357635:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941566.357642:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941566.357643:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941566.357644:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941566.357646:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941566.357648:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941566.357649:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941566.357659:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941566.357662:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624aa00. 00000400:00000200:1.0:1773941566.357665:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941566.357669:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941566.357671:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9aa0 00000400:00000010:1.0:1773941566.357673:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9aa0. 00000100:00000001:1.0:1773941566.357675:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941566.357679:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941566.357684:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941566.357687:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941566.357691:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941566.357692:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1773941566.801696:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941566.801705:0:42:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941566.801708:0:42:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941566.801713:0:42:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941566.801718:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941566.801721:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941566.801723:0:42:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941566.801726:0:42:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941566.801763:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941566.801766:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941566.801769:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941566.865695:0:2399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941566.865707:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941566.865709:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1773941566.865714:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941566.865716:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941566.865732:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941566.865735:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941567.825696:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941567.825704:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941567.825751:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941567.825754:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941567.825757:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941568.849795:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941568.849801:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941568.849846:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941568.849851:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941568.849876:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941569.873673:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941569.873681:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941569.873720:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941569.873724:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941569.873727:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941570.897660:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941570.897666:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941570.897691:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941570.897694:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941570.897698:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941570.961695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941570.961703:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941570.961724:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024c000. 00000020:00000040:0.0:1773941570.961729:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=7 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941570.961733:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941570.961736:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941570.961741:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941570.961748:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0939a4d2600. 00000100:00000001:0.0:1773941570.961755:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941570.961765:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941570.961774:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941570.961777:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941570.961783:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b936f761] to pc [ptlrpcd_00_01+1] req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941570.961804:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941570.961809:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (342) 00000100:00000001:0.0:1773941570.961858:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941570.961863:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941570.961867:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941570.961867:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941570.961874:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941570.961874:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941570.961887:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941570.961890:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941570.961894:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941570.961897:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941570.961901:0:2399:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941570.961906:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244305792:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941570.961911:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941570.961917:0:2399:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941570.961919:0:2399:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941570.961921:0:2399:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941570.961926:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938867bc00. 02000000:00000001:0.0:1773941570.961928:0:2399:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941570.961935:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941570.961943:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed1b8. 00000400:00000010:0.0:1773941570.961950:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1880. 00000100:00000200:0.0:1773941570.961956:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244305792, portal 25 00000100:00000001:0.0:1773941570.961958:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941570.961959:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371805184 : -104919337746432 : ffffa0939024c000) 00000100:00000040:0.0:1773941570.961965:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941570.961971:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941570.961973:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941570.961976:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1110. 00000100:00000200:0.0:1773941570.961979:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244305792, offset 0 00000400:00000200:0.0:1773941570.961984:0:2399:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941570.961991:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941570.961999:0:2399:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941570.962003:0:2399:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941570.962006:0:2399:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941570.962010:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941570.962012:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941570.962014:0:2399:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[108, 109] 00000400:00000200:0.0:1773941570.962017:0:2399:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941570.962019:0:2399:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [230:230:256:4294967295] 192.168.202.146@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:0.0:1773941570.962023:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941570.962030:0:2399:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941570.962034:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941570.962038:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4800. 00000800:00000200:0.0:1773941570.962043:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941570.962050:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941570.962054:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4a4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941570.962067:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941570.962071:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941570.962073:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295010188 00000100:00000001:0.0:1773941570.962084:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295005584 00000100:00000001:0.0:1773941570.962089:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295010188 00000100:00000001:0.0:1773941570.962093:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295005584 00000100:00000001:0.0:1773941570.962097:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941570.962100:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941570.962104:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941570.962106:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941570.962114:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941570.962117:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1773941570.962120:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941570.962122:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941570.962124:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941570.962126:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941570.962152:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941570.962158:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4800. 00000400:00000200:1.0:1773941570.962163:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941570.962169:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941570.962175:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1110 00000400:00000010:1.0:1773941570.962177:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1110. 00000100:00000001:1.0:1773941570.962182:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941570.962188:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941570.962199:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941570.962204:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941570.962213:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941570.962215:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941570.963395:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941570.963404:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941570.963408:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941570.963411:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941570.963417:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941570.963423:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941570.963430:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941570.963434:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941570.963440:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941570.963444:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321906f80 00000400:00000200:1.0:1773941570.963449:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941570.963455:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x1029 [1] + 224 00000800:00000001:1.0:1773941570.963462:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941570.963470:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941570.963473:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941570.963477:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941570.963488:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941570.963494:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941570.963505:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941570.963522:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941570.963530:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941570.963534:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941570.963550:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941570.963552:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941570.963556:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941570.963558:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941570.963560:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed1b8. 00000400:00000200:0.0:1773941570.963563:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1880 00000400:00000010:0.0:1773941570.963564:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1880. 00000100:00000001:0.0:1773941570.963566:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941570.963569:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941570.963576:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941570.963597:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941570.963599:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941570.963601:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941570.963603:0:2399:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941570.963606:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941570.963608:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941570.963610:0:2399:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941570.963614:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941570.963617:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941570.963618:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941570.963625:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941570.963627:0:2399:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941570.963629:0:2399:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941570.963631:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941570.963635:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941570.963644:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941570.963646:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941570.963648:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941570.963651:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941570.963656:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244305792:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941570.963659:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941570.963660:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941570.963662:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024c000 x1860112244305792/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941586 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941570.963667:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941570.963668:0:2399:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941570.963671:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938867bc00. 02000000:00000001:0.0:1773941570.963674:0:2399:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941570.963675:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941570.963676:0:2399:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941570.963678:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941570.963680:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0939a4d2600. 02000000:00000001:0.0:1773941570.963683:0:2399:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941570.963684:0:2399:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941570.963685:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024c000. 00000100:00000001:0.0:1773941570.963688:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941570.963689:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941570.963690:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941570.963692:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941570.963692:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941570.963694:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941570.963695:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941571.921665:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941571.921670:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941571.921709:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941571.921712:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941571.921715:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941572.945662:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941572.945668:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941572.945695:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941572.945699:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941572.945702:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941573.969686:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941573.969692:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941573.969714:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941573.969718:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941573.969722:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941574.993669:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941574.993675:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941574.993702:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941574.993705:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941574.993710:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941576.017659:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941576.017665:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941576.017707:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941576.017710:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941576.017713:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941576.081691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941576.081700:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941576.081709:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388620000. 00000020:00000040:1.0:1773941576.081713:0:37:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=7 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941576.081717:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941576.081720:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941576.081725:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941576.081731:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa093854a1600. 00000100:00000001:1.0:1773941576.081737:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941576.081747:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941576.081756:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941576.081759:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941576.081764:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049d556f1] to pc [ptlrpcd_00_00+0] req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941576.081822:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941576.081827:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (347) 00000100:00000001:0.0:1773941576.081860:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941576.081864:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941576.081867:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941576.081871:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773941576.081873:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941576.081878:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941576.081880:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941576.081881:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941576.081882:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941576.081884:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941576.081890:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941576.081897:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941576.081899:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941576.081902:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941576.081904:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941576.081906:0:2399:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941576.081909:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244305920:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941576.081912:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941576.081917:0:2399:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941576.081918:0:2399:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941576.081920:0:2399:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941576.081924:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938867bc00. 02000000:00000001:0.0:1773941576.081926:0:2399:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941576.081932:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941576.081937:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed1b8. 00000400:00000010:0.0:1773941576.081944:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1880. 00000100:00000200:0.0:1773941576.081950:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244305920, portal 25 00000100:00000001:0.0:1773941576.081954:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941576.081963:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241601536 : -104919467950080 : ffffa09388620000) 00000100:00000040:0.0:1773941576.081970:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941576.081979:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941576.081982:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941576.081986:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1bb0. 00000100:00000200:0.0:1773941576.081989:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244305920, offset 0 00000400:00000200:0.0:1773941576.081996:0:2399:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941576.082004:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941576.082012:0:2399:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941576.082016:0:2399:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941576.082020:0:2399:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941576.082023:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941576.082025:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941576.082028:0:2399:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[110, 109] 00000400:00000200:0.0:1773941576.082031:0:2399:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941576.082034:0:2399:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [231:231:256:4294967295] 192.168.202.156@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:0.0:1773941576.082038:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941576.082045:0:2399:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941576.082049:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941576.082053:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4700. 00000800:00000200:0.0:1773941576.082058:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1773941576.082064:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1773941576.082068:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4a4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941576.082086:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941576.082089:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941576.082091:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295015308 00000100:00000001:0.0:1773941576.082098:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295010188 00000100:00000001:0.0:1773941576.082101:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295015308 00000100:00000001:0.0:1773941576.082105:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295010188 00000100:00000001:0.0:1773941576.082114:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941576.082117:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941576.082119:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941576.082121:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941576.082129:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941576.082135:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941576.082209:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941576.082214:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4700. 00000400:00000200:1.0:1773941576.082219:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941576.082225:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1773941576.082231:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1bb0 00000400:00000010:1.0:1773941576.082233:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1bb0. 00000100:00000001:1.0:1773941576.082238:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941576.082243:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941576.082252:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941576.082256:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941576.082263:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941576.082265:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1773941577.041660:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941577.041667:0:42:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941577.041670:0:42:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941577.041673:0:42:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941577.041678:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941577.041680:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941577.041706:0:42:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941577.041708:0:42:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941577.041755:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941577.041761:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941577.041765:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941577.105659:0:2399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941577.105671:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941577.105673:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941577.105677:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941577.105679:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941577.105683:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941577.105687:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941577.617693:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941577.617701:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941577.617704:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941577.617710:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941577.617716:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941577.617720:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941578.065735:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941578.065743:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941578.065815:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941578.065820:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941578.065823:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941578.129694:0:2399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941578.129708:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941578.129710:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941578.129717:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941578.129720:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941578.129725:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941578.129729:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941578.641676:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941578.641683:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941578.641685:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941578.641691:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941578.641695:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941578.641699:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941579.089697:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941579.089704:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941579.089748:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941579.089752:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941579.089755:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941579.153656:0:2399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941579.153668:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941579.153671:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941579.153677:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941579.153679:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941579.153683:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941579.153687:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941579.665662:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941579.665670:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941579.665672:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941579.665677:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941579.665681:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941579.665685:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941580.113745:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941580.113750:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941580.113830:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941580.113833:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941580.113836:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941580.177654:0:2399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941580.177664:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941580.177665:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941580.177670:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941580.177672:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941580.177675:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941580.177693:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941580.689682:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941580.689689:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941580.689691:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941580.689697:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941580.689701:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941580.689704:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941581.137736:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941581.137777:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941581.137852:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941581.137860:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941581.137868:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941581.201702:0:2399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941581.201711:0:2399:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1773941581.201729:0:2399:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941565/real 1773941565] req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941581 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941581.201814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941581.201820:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773941581.201830:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571880. 00000020:00000040:3.0:1773941581.201835:0:37:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=8 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941581.201839:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941581.201855:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941581.201860:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941581.201867:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09390efd800. 00000100:00000001:3.0:1773941581.201874:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941581.201880:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941581.201889:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941581.201893:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941581.201898:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f237d12] to pc [ptlrpcd_01_01+1] req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941581.201926:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941581.201930:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (352) 00000100:00000001:3.0:1773941581.201941:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941581.201944:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773941581.201946:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941581.201952:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941581.201954:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941581.201956:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941581.201958:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941581.201960:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941581.201965:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941581.201972:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941581.201973:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941581.201977:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941581.201980:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941581.201981:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941581.202079:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941581.202082:0:2400:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941581.202087:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d0a345f7-236f-4283-8d0b-61189a46960a:2400:1860112244306048:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1773941581.202090:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941581.202096:0:2400:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941581.202112:0:2400:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941581.202115:0:2400:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941581.202147:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09386251800. 02000000:00000001:3.0:1773941581.202169:0:2400:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941581.202224:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941581.202229:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941581.202242:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941581.202249:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244306048, portal 25 00000100:00000001:3.0:1773941581.202251:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941581.202253:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240886912 : -104919468664704 : ffffa09388571880) 00000100:00000040:3.0:1773941581.202264:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941581.202271:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941581.202274:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941581.202276:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3cc0. 00000100:00000200:3.0:1773941581.202286:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244306048, offset 0 00000400:00000200:3.0:1773941581.202292:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941581.202299:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941581.202308:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941581.202314:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941581.202331:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941581.202335:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941581.202339:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941581.202343:0:2400:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[110, 111] 00000400:00000200:3.0:1773941581.202348:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941581.202353:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [232:232:256:4294967295] 192.168.202.146@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:3.0:1773941581.202401:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941581.202433:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1773941581.202449:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941581.202454:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd000. 00000800:00000200:3.0:1773941581.202460:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941581.202467:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941581.202472:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941581.202484:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941581.202499:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941581.202517:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295020428 00000100:00000001:3.0:1773941581.202547:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295015308 00000100:00000001:3.0:1773941581.202551:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295020428 00000100:00000001:3.0:1773941581.202554:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295015308 00000100:00000001:3.0:1773941581.202571:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941581.202574:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941581.202653:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941581.202655:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941581.202656:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941581.202663:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd000. 00000400:00000200:1.0:1773941581.202671:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941581.202698:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941581.202704:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3cc0 00000400:00000010:1.0:1773941581.202709:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3cc0. 00000100:00000001:1.0:1773941581.202717:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941581.202726:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941581.202772:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941581.202795:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941581.202806:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941581.202809:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941581.204491:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941581.204505:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941581.204509:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941581.204512:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941581.204519:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941581.204525:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941581.204533:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941581.204538:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941581.204544:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941581.204550:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321907080 00000400:00000200:1.0:1773941581.204556:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941581.204563:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x1049 [1] + 224 00000800:00000001:1.0:1773941581.204571:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941581.204602:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941581.204606:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941581.204610:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941581.204616:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941581.204622:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941581.204636:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941581.204658:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941581.204666:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941581.204687:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941581.204729:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941581.204732:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941581.204782:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941581.204784:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941581.204786:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:3.0:1773941581.204789:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:3.0:1773941581.204791:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:3.0:1773941581.204805:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941581.204810:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941581.204818:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941581.204833:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941581.204857:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941581.204860:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941581.204862:0:2400:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941581.204864:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941581.204866:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941581.204868:0:2400:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941581.204888:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941581.204892:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941581.204894:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941581.204895:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941581.204898:0:2400:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941581.204900:0:2400:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941581.204902:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941581.204929:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941581.204957:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941581.204960:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941581.204974:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941581.204991:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941581.205045:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d0a345f7-236f-4283-8d0b-61189a46960a:2400:1860112244306048:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1773941581.205049:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941581.205051:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941581.205054:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571880 x1860112244306048/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941581.205060:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941581.205062:0:2400:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941581.205076:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09386251800. 02000000:00000001:3.0:1773941581.205079:0:2400:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941581.205081:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941581.205083:0:2400:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=7 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941581.205085:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941581.205096:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09390efd800. 02000000:00000001:3.0:1773941581.205099:0:2400:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941581.205100:0:2400:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941581.205123:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571880. 00000100:00000001:3.0:1773941581.205127:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941581.205128:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941581.205129:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941581.205133:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941581.205134:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941581.205136:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941581.205147:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1773941581.210036:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941581.210039:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941581.210041:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eec8. 00000400:00000200:0.0:1773941581.210047:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fabb0 00000400:00000010:0.0:1773941581.210049:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fabb0. 00000100:00000001:0.0:1773941581.210052:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941581.210057:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941581 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941581.210066:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941581 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941581.210072:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941581.210073:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941581.210075:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941581.210076:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941581.210079:0:2399:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941581 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941581.210084:0:2399:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941581.210088:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941581.210090:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1773941581.210092:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941581.210093:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941581.210095:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941581.210096:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941581.210098:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941581.210101:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941581 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941581.210107:0:2399:0:(client.c:2185:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941581.210127:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941581.210129:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941581.210130:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941581.210133:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941581 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941581.210139:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244305408:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941581.210143:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941581.210144:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941581.210146:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024e300 x1860112244305408/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941581 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941581.210152:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941581.210153:0:2399:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941581.210155:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09390300a00. 02000000:00000001:0.0:1773941581.210158:0:2399:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941581.210160:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941581.210161:0:2399:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941581.210162:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941581.210164:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0939a4d2500. 02000000:00000001:0.0:1773941581.210166:0:2399:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941581.210167:0:2399:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941581.210169:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024e300. 00000100:00000001:0.0:1773941581.210172:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941581.210173:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941581.210176:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941581.713682:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941581.713689:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941581.713691:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941581.713712:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941581.713716:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941581.713719:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941582.161669:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941582.161676:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941582.161707:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941582.161712:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941582.161747:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941582.737689:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941582.737698:0:14267:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1773941582.737714:0:14267:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941566/real 1773941566] req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 1 dl 1773941582 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1773941582.753780:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941582.753784:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941582.753789:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941582.753797:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941582.753799:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941582.753804:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941582.753815:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 1 dl 1773941582 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941582.753831:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 1 dl 1773941582 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941582.753842:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941582.753845:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941582.753849:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941582.753852:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941582.753856:0:14267:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1773941582.753861:0:14267:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941582.753867:0:14267:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941582.763126:0:14267:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941582.763132:0:14267:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941582.763134:0:14267:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941582.763136:0:14267:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941582.763143:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 1 dl 1773941582 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941582.763181:0:14267:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941582.763198:0:14267:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941582.763199:0:14267:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941582.763201:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941582.763204:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941582.763207:0:14267:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941582.763209:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941582.763211:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941582.763212:0:14267:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941582.763213:0:14267:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941582.763215:0:14267:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941582.763217:0:14267:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941582.763219:0:14267:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:2.0:1773941582.763243:0:14267:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1773941582.763244:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941582.763246:0:14267:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941582.763250:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941582.763254:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1773941582.763257:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1773941582.763260:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1773941582.763261:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941582.763267:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed1b8. 00000100:00100000:2.0:1773941582.763268:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 0 seconds 00000400:00000200:0.0:1773941582.763274:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1880 00000100:00000001:2.0:1773941582.763276:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1773941582.763279:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1880. 00000100:00000001:2.0:1773941582.763282:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941582.763285:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1773941582.763300:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 1 dl 1773941582 ref 2 fl Rpc:EXQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941582.763300:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941582.763307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1773941582.763321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1773941582.763334:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941582.763340:0:37:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941582.763343:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941582.763344:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1773941582.763351:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941582.763353:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 331 00000100:00000001:2.0:1773941582.763358:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941582.763364:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941582.763369:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:0.0:1773941582.763378:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941582.763381:0:37:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941582.763382:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 1 dl 1773941582 ref 2 fl Interpret:EXQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941582.763393:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941582.763400:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1773941582.763408:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941582.763413:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941582.763420:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00100000:2.0:1773941582.763420:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244305664:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00000040:0.0:1773941582.763421:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941582.763429:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941582.763437:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941582.763441:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000100:00000001:0.0:1773941582.763446:0:2399:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000001:3.0:1773941582.763447:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941582.763453:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000100:00000001:0.0:1773941582.763454:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941582.763459:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000001:0.0:1773941582.763460:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941582.763463:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941582.763465:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:0.0:1773941582.763471:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941582.763474:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941582.763479:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941582.763484:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941582.763489:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:3.0:1773941582.763494:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00100000:0.0:1773941582.763497:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244305920:192.168.202.146@tcp:400:kworker.0 00000100:00080000:3.0:1773941582.763501:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:3.0:1773941582.763507:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941582.763511:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1773941582.763511:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941582.763512:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941582.763515:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941582.763517:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941582.763520:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941582.763525:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388620000 x1860112244305920/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941592 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941582.763527:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941582.763529:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941582.763532:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941582.763538:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941582.763542:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1773941582.763544:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571880. 00000100:00000001:0.0:1773941582.763548:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1773941582.763550:0:37:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=7 obd=MGC192.168.202.146@tcp 00000100:00000040:2.0:1773941582.763553:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 1 dl 1773941582 ref 2 fl Complete:EXQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941582.763554:0:2399:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1773941582.763557:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000010:0.0:1773941582.763560:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938867bc00. 02000000:00000001:3.0:1773941582.763561:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941582.763568:0:2399:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941582.763571:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941582.763573:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941582.763575:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941582.763599:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1773941582.763601:0:2399:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941582.763605:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941582.763606:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941582.763611:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa093854a1600. 00000100:00000010:2.0:1773941582.763615:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 02000000:00000001:0.0:1773941582.763616:0:2399:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1773941582.763619:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386ade800. 02000000:00000001:0.0:1773941582.763621:0:2399:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941582.763622:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000010:0.0:1773941582.763626:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388620000. 00000100:00000001:2.0:1773941582.763627:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941582.763633:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773941582.763633:0:14267:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1773941582.763634:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941582.763638:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941582.763640:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941582.763643:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941582.763651:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941582.763652:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941582.763656:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1773941582.763658:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941582.763663:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1773941582.763664:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7480 x1860112244305664/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 1 dl 1773941582 ref 1 fl Complete:EXQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941582.763668:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941582.763675:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941582.763681:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941582.763701:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941582.763702:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1773941582.763704:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941582.763707:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09382cdac00. 00000100:00000001:3.0:1773941582.763711:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941582.763713:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941582.763718:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941582.763719:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941582.763722:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1773941582.763725:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f237d12] to pc [ptlrpcd_rcv+-1] req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941582.763725:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cdba00. 02000000:00000001:2.0:1773941582.763748:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941582.763751:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941582.763755:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7480. 00000100:00000001:2.0:1773941582.763759:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941582.763760:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1773941582.763763:0:14267:0:(llog.c:1547:llog_open()) MGC192.168.202.146@tcp: Failed to open llog lustre-sptlrpc: rc -5 00000040:00000010:2.0:1773941582.763766:0:14267:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa09382cda000. 00000100:00000001:3.0:1773941582.763768:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773941582.763770:0:14267:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1773941582.763775:0:14267:0:(obd_config.c:2158:class_config_parse_llog()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1773941582.763778:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (354) 10000000:00000001:2.0:1773941582.763779:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1773941582.763794:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb200. 00000040:00000010:2.0:1773941582.763799:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb400. 00000020:00000010:2.0:1773941582.763804:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 00000100:00000001:1.0:1773941582.763807:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1773941582.763811:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cdbc00. 00000100:00000001:1.0:1773941582.763813:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941582.763819:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 80000000:00000010:2.0:1773941582.763821:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00000100:00000040:1.0:1773941582.763830:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1773941582.763832:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdbe00. 20000000:00000010:2.0:1773941582.763841:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdaa00. 00000100:00000001:1.0:1773941582.763845:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941582.763848:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941582.763849:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cda600. 02000000:00000001:1.0:1773941582.763852:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941582.763858:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773941582.763859:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498e40. 02000000:00000001:1.0:1773941582.763861:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941582.763869:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 00000100:00100000:1.0:1773941582.763869:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244306176:192.168.202.146@tcp:250:kworker.0 00000100:00000001:1.0:1773941582.763879:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941582.763882:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941582.763884:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941582.763887:0:14267:0:(mgc_request.c:1029:mgc_cancel()) Process entered 02000000:00000001:1.0:1773941582.763888:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941582.763893:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941582.763896:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1773941582.763898:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f79400. 00000020:00000040:2.0:1773941582.763899:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f800 refcount=3 02000000:00000001:1.0:1773941582.763906:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941582.763907:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:2.0:1773941582.763915:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00010000:00000001:2.0:1773941582.763918:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1773941582.763921:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00010000:2.0:1773941582.763925:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b54 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941582.763929:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917ec08. 00010000:00000001:2.0:1773941582.763939:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1773941582.763941:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa440. 00010000:00000001:2.0:1773941582.763942:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1773941582.763944:0:14253:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00010000:00010000:2.0:1773941582.763948:0:14267:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b54 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941582.763949:0:14253:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffffa09387c9b800 from 1 00000100:00000200:1.0:1773941582.763952:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244306176, portal 25 00000100:00000001:1.0:1773941582.763959:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941582.763964:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240886912 : -104919468664704 : ffffa09388571880) 00010000:00000001:2.0:1773941582.763965:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 10000000:00000001:3.0:1773941582.763966:0:14253:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00010000:00000001:2.0:1773941582.763968:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:3.0:1773941582.763970:0:14253:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00000001:2.0:1773941582.763972:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1773941582.763976:0:14267:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941582.763977:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941582.763979:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000010:3.0:1773941582.763981:0:14253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570700. 10000000:00020000:2.0:1773941582.763988:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000020:00000040:3.0:1773941582.763989:0:14253:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941582.763995:0:14253:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941582.764000:0:14253:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1773941582.764002:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1773941582.764003:0:14253:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941582.764010:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 02000000:00000010:3.0:1773941582.764012:0:14253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251800. 00000400:00000010:1.0:1773941582.764015:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa660. 00000100:00000001:3.0:1773941582.764017:0:14253:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941582.764018:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244306176, offset 0 00010000:00000001:3.0:1773941582.764022:0:14253:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941582.764025:0:14253:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000400:00000200:1.0:1773941582.764026:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00010000:00000040:3.0:1773941582.764032:0:14253:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09399543400 count: 2 00000400:00000200:1.0:1773941582.764034:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:3.0:1773941582.764036:0:14253:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941582.764040:0:14253:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1773941582.764042:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000010:3.0:1773941582.764044:0:14253:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941582.764049:0:14253:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941582.764053:0:14253:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0cb0 to hash 00000400:00000200:1.0:1773941582.764055:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1773941582.764056:0:14253:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941582.764059:0:14253:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000200:1.0:1773941582.764061:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941582.764066:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941582.764067:0:14253:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000400:00000200:1.0:1773941582.764070:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941582.764072:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1773941582.764074:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[112, 111] 00010000:00000001:3.0:1773941582.764076:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941582.764080:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00010000:00010000:3.0:1773941582.764081:0:14253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941582.764086:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [233:233:256:4294967295] 192.168.202.156@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1773941582.764093:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00010000:00010000:3.0:1773941582.764094:0:14253:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941582.764105:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00010000:00010000:3.0:1773941582.764109:0:14253:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941582.764113:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:3.0:1773941582.764117:0:14253:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941582.764119:0:14253:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000800:00000010:1.0:1773941582.764120:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1900. 00000100:00000010:3.0:1773941582.764125:0:14253:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000800:00000200:1.0:1773941582.764127:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000100:00000001:3.0:1773941582.764128:0:14253:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941582.764131:0:14253:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941582.764133:0:14253:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240882432 : -104919468669184 : ffffa09388570700) 00000100:00000001:3.0:1773941582.764137:0:14253:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1773941582.764138:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000100:00000001:3.0:1773941582.764140:0:14253:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941582.764142:0:14253:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000800:00000200:1.0:1773941582.764143:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941582.764144:0:14253:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941582.764150:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388570700 x1860112244306304/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941582.764161:0:14253:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941582.764163:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941582.764166:0:14253:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffffa09388570700 x1860112244306304/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941582.764169:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941582.764172:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295021990 00000100:00000001:3.0:1773941582.764175:0:14253:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941582.764180:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388570700 x1860112244306304/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941582.764180:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295020428 00000100:00000001:1.0:1773941582.764186:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295021990 00000100:00000001:3.0:1773941582.764191:0:14253:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941582.764191:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295020428 00000100:00000001:1.0:1773941582.764195:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941582.764198:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941582.764200:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941582.764202:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941582.764202:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941582.764205:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941582.764206:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 0 seconds 00000100:00000001:3.0:1773941582.764208:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941582.764210:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941582.764211:0:14253:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773941582.764213:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941582.764214:0:14253:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941582.764217:0:14253:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941582.764217:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941582.764219:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941582.764220:0:14253:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941582.764221:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941582.764224:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941582.764226:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388570700 x1860112244306304/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941582.764237:0:14253:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d0a345f7-236f-4283-8d0b-61189a46960a:14253:1860112244306304:192.168.202.146@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773941582.764243:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941582.764246:0:14253:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773941582.764249:0:14253:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941582.764251:0:14253:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941582.764256:0:14253:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388570700 x1860112244306304/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941582.764265:0:14253:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941582.764269:0:14253:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941582.764273:0:14253:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941582.764275:0:14253:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773941582.764279:0:14253:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941582.764282:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941582.764285:0:14253:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941582.764287:0:14253:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000020:00000001:3.0:1773941582.764290:0:14253:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941582.764293:0:14253:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00010000:3.0:1773941582.764298:0:14253:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941582.764307:0:14253:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773941582.764321:0:14253:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941582.764323:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941582.764330:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1900. 00010000:00000001:3.0:1773941582.764333:0:14253:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941582.764336:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1773941582.764338:0:14253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941582.764349:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00010000:00000001:3.0:1773941582.764351:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941582.764355:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941582.764357:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa660 00010000:00010000:3.0:1773941582.764358:0:14253:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941582.764363:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa660. 00010000:00000001:3.0:1773941582.764372:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941582.764372:0:2390:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941582.764377:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941582.764383:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941582.764384:0:14253:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941582.764389:0:14253:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941582.764409:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1773941582.764411:0:14253:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000100:00000040:0.0:1773941582.764416:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1773941582.764417:0:14253:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941582.764421:0:14253:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941582.764440:0:14253:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941582.764443:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941582.764445:0:14253:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941582.764445:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941582.764449:0:14253:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000100:00000001:0.0:1773941582.764450:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1773941582.764452:0:14253:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941582.764456:0:14253:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941582.764459:0:14253:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941582.764463:0:14253:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941582.764566:0:14253:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941582.764569:0:14253:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941582.764575:0:14253:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941582.764599:0:14253:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941582.764601:0:14253:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941582.764604:0:14253:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941582.764606:0:14253:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941582.764609:0:14253:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941582.764610:0:14253:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941582.764612:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941582.764614:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941582.764616:0:14253:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0cb0 from hash 00010000:00000001:3.0:1773941582.764619:0:14253:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941582.764620:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941582.764621:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941582.764622:0:14253:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941582.764623:0:14253:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941582.764625:0:14253:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941582.764627:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941582.764628:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941582.764629:0:14253:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941582.764631:0:14253:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941582.764634:0:14253:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941582.764638:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941582.764639:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941582.764640:0:14253:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941582.764641:0:14253:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941582.764643:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941582.764644:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941582.764645:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941582.764651:0:14253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941582.764662:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941582.764663:0:14253:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773941582.764666:0:14253:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941582.764671:0:14253:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388570700 x1860112244306304/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941582.764677:0:14253:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773941582.764679:0:14253:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941582.764680:0:14253:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1773941582.764682:0:14253:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941582.764684:0:14253:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251800. 02000000:00000001:3.0:1773941582.764687:0:14253:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941582.764688:0:14253:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941582.764689:0:14253:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570700. 00000100:00000001:3.0:1773941582.764692:0:14253:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941582.764693:0:14253:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941582.764694:0:14253:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:01000000:3.0:1773941582.764696:0:14253:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -108 00000100:00080000:3.0:1773941582.764698:0:14253:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 10000000:00000001:2.0:1773941582.772257:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941582.772262:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941582.772264:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 3 10000000:00000001:2.0:1773941582.772278:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941582.773621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00010000:00000001:2.0:1773941583.185767:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941583.185779:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941583.185899:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941583.185925:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941583.185932:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941584.209779:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941584.209789:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941584.209867:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941584.209875:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941584.209882:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941584.529652:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941584.529658:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1773941585.233695:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941585.233702:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941585.233744:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941585.233748:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941585.233751:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941586.257710:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941586.257718:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941586.257771:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941586.257775:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941586.257779:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941587.281682:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941587.281704:0:42:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941587.281707:0:42:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941587.281710:0:42:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941587.281715:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941587.281717:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941587.281719:0:42:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941587.281723:0:42:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941587.281762:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941587.281766:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941587.281768:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941587.857660:0:2397:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1773941587.857664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1773941587.857671:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1773941587.857671:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941587.857675:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941587.857678:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (359) 00000100:00000001:1.0:1773941587.857679:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941587.857698:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941587.857701:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941587.857703:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941588.305780:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941588.305790:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941588.305876:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941588.305882:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941588.305887:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941588.369731:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffffa09389fb5910 (cpu 0) has reached its deadline 4295021990, at 4295022080 00000100:00000040:0.0:1773941588.369737:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffffa09389fb5800 (cpu 0) has reached its deadline 4295021990, at 4295022080 00000100:00000010:1.0:1773941588.369755:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0939041f780. 00000100:00000010:0.0:1773941588.369759:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0939041f5a0. 00000100:00000001:1.0:1773941588.881655:0:2397:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941588.881667:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941588.881668:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941588.881683:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941588.881685:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941588.881688:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941588.881690:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941589.329788:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941589.329797:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941589.329879:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941589.329888:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941589.329895:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941589.905745:0:2397:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941589.905760:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941589.905763:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941589.905769:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941589.905772:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941589.905796:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941589.905798:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941590.353680:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941590.353687:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941590.353741:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941590.353747:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941590.353751:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941590.929708:0:2397:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941590.929722:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941590.929724:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941590.929730:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941590.929733:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941590.929736:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941590.929739:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941591.377921:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941591.377929:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941591.378007:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941591.378013:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941591.378019:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941591.953725:0:2397:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941591.953741:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941591.953745:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941591.953752:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941591.953755:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941591.953760:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941591.953764:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941592.401703:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941592.401709:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941592.401753:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941592.401757:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941592.401761:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941592.977652:0:2397:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941592.977658:0:2397:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1773941592.977673:0:2397:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941582/real 1773941582] req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941592.977688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1773941592.977689:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941592.977692:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941592.977698:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917ec08. 00000100:00080000:0.0:1773941592.977698:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:1.0:1773941592.977708:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa440 00000100:00000040:0.0:1773941592.977709:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (364) 00000400:00000010:1.0:1773941592.977713:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa440. 00000100:00000001:1.0:1773941592.977718:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941592.977721:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941592.977729:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941592.977735:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941592.977736:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.977738:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941592.977755:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941592.977758:0:2397:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941592.977763:0:2397:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.977769:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941592.977770:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.977772:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941592.977774:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941592.977775:0:2397:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941592.977779:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941592 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941592.977784:0:2397:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1773941592.977786:0:2397:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.977787:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941592.977788:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.977789:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1773941592.977791:0:2397:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1773941592.977794:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1773941592.977810:0:2397:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110) 00000100:00000001:1.0:1773941592.977816:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1773941592.977819:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941592 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941592.977825:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244306176:192.168.202.146@tcp:250:kworker.0 00000100:00000001:1.0:1773941592.977830:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.977832:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941592.977835:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571880 x1860112244306176/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941592 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941592.977841:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941592.977844:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941592.977848:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f79400. 00000100:00080000:0.0:1773941592.977851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773941592.977858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:1.0:1773941592.977859:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941592.977861:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1773941592.977863:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1773941592.977864:0:37:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000020:00000040:1.0:1773941592.977866:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941592.977869:0:37:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1773941592.977870:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941592.977874:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386ade800. 00000100:00080000:0.0:1773941592.977876:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 349 02000000:00000001:1.0:1773941592.977879:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941592.977881:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941592.977883:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571880. 00000400:00000200:0.0:1773941592.977886:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941592.977888:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941592.977891:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941592.977894:0:37:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000001:1.0:1773941592.977895:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.977898:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941592.977899:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.977900:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941592.977901:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941592.977908:0:37:0:(import.c:2136:obd_at_measure()) add 10 to ffffa093996f8410 time=28 v=5 (1 0 0 0) 00000100:00001000:0.0:1773941592.977912:0:37:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1773941592.977915:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1773941592.977917:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941592.977919:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941592.977922:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941592.977923:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:0.0:1773941592.977925:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941592.977927:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:0.0:1773941592.977929:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941592.977931:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:0.0:1773941592.977933:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:0.0:1773941592.977934:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:0.0:1773941592.977936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941592.977937:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941592.977938:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:0.0:1773941592.977940:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000040:0.0:1773941592.977942:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00080000:0.0:1773941592.977944:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:0.0:1773941592.977946:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941592.977947:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941592.977950:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941592.977952:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941592.977953:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941592.977954:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941592.977958:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024e300. 00000020:00000040:0.0:1773941592.977960:0:37:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 02000000:00000001:0.0:1773941592.977964:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941592.977965:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941592.977967:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941592.977969:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941592.977972:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941592.977980:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09390d9d400. 00000100:00000001:0.0:1773941592.977985:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941592.977991:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941592.977998:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941592.978001:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941592.978005:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e41f9bd] to pc [ptlrpcd_rcv+-1] req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941592.978021:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941592.978024:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (364) 00000100:00000001:1.0:1773941592.978045:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941592.978048:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941592.978050:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941592.978056:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941592.978065:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941592.978067:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941592.978071:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941592.978074:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941592.978077:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941592.978081:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244306432:192.168.202.146@tcp:250:kworker.0 00000100:00000001:1.0:1773941592.978085:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941592.978089:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941592.978092:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941592.978094:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941592.978099:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f79400. 02000000:00000001:1.0:1773941592.978102:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941592.978107:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941592.978111:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917ec08. 00000400:00000010:1.0:1773941592.978116:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa440. 00000100:00000200:1.0:1773941592.978121:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244306432, portal 25 00000100:00000001:1.0:1773941592.978135:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941592.978136:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371814144 : -104919337737472 : ffffa0939024e300) 00000100:00000040:1.0:1773941592.978141:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941592.978146:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941592.978148:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941592.978150:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa198. 00000100:00000200:1.0:1773941592.978152:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244306432, offset 0 00000400:00000200:1.0:1773941592.978157:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941592.978163:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941592.978168:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941592.978172:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941592.978175:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941592.978178:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941592.978180:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941592.978182:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[112, 113] 00000400:00000200:1.0:1773941592.978185:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941592.978188:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [234:234:256:4294967295] 192.168.202.146@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1773941592.978191:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941592.978198:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941592.978203:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941592.978207:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1800. 00000800:00000200:1.0:1773941592.978212:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941592.978218:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941592.978222:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1773941592.978235:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941592.978238:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941592.978240:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295032204 00000100:00000010:1.0:1773941592.978244:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa093981026c0. 00000100:00000001:1.0:1773941592.978250:0:2397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773941592.978259:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295032204 00000100:00000010:1.0:1773941592.978262:0:2397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa09398102360. 00000100:00000001:1.0:1773941592.978264:0:2397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773941592.978266:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941592.978268:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.978270:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.978272:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.978274:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941592.978275:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941592.978277:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941592.978278:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941592.978280:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.978281:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941592.978333:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941592.978337:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1800. 00000400:00000200:0.0:1773941592.978340:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941592.978345:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941592.978349:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa198 00000400:00000010:0.0:1773941592.978350:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa198. 00000100:00000001:0.0:1773941592.978353:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941592.978356:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941592.978361:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941592.978363:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941592.978368:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941592.978369:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941592.983867:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941592.983875:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941592.983878:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941592.983880:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941592.983884:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941592.983888:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941592.983893:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941592.983896:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941592.983907:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941592.983910:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321907200 00000400:00000200:0.0:1773941592.983913:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941592.983916:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0x1061 [1] + 0 00000800:00000001:0.0:1773941592.983922:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941592.983928:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941592.983929:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941592.983932:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941592.983935:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941592.983939:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941592.983947:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941592.983960:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941592.983966:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941592.983968:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.984025:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941592.984028:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941592.984031:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941592.984032:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941592.984034:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917ec08. 00000400:00000200:1.0:1773941592.984038:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa440 00000400:00000010:1.0:1773941592.984039:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa440. 00000100:00000001:1.0:1773941592.984041:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941592.984046:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941592.984053:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941592.984059:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941592.984060:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.984062:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941592.984064:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941592.984066:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941592.984068:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941592.984070:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941592.984074:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941592.984076:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=28 v=10 (10 0 0 0) 00000100:00000001:1.0:1773941592.984078:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941592.984085:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941592.984087:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941592.984089:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.984091:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941592.984094:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941592.984099:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941592.984101:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941592.984102:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941592.984103:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1773941592.984107:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:1.0:1773941592.984109:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941592.984109:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:1.0:1773941592.984111:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941592.984112:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:1.0:1773941592.984114:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:1.0:1773941592.984116:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:1.0:1773941592.984119:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941592 v=0 (0 0 0 0) 00000100:00001000:1.0:1773941592.984120:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1773941592.984126:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:1.0:1773941592.984127:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941592.984129:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1773941592.984131:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.984132:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941592.984135:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:1.0:1773941592.984136:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:1.0:1773941592.984138:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773941592.984140:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1773941592.984142:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:1.0:1773941592.984144:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941592.984375:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941592.984382:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941592.984387:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941592.984394:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244306432:192.168.202.146@tcp:250:kworker.0 00000100:00000001:1.0:1773941592.984398:0:14335:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941592.984399:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941592.984402:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941592.984405:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024e300 x1860112244306432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941592.984407:0:14335:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00100000:1.0:1773941592.984412:0:14335:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941592.984415:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941592.984417:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941592.984419:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f79400. 00000100:00000001:1.0:1773941592.984420:0:14335:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941592.984423:0:14335:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941592.984424:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941592.984428:0:14335:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:0.0:1773941592.984428:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941592.984432:0:14335:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773941592.984436:0:14335:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09399543400 count: 2 00000020:00000040:0.0:1773941592.984437:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941592.984441:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1773941592.984442:0:14335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:0.0:1773941592.984443:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09390d9d400. 00010000:00000001:1.0:1773941592.984446:0:14335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1773941592.984447:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1773941592.984448:0:14335:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1773941592.984450:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1773941592.984452:0:14335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09384f5f800 refcount=3 00000100:00000010:0.0:1773941592.984453:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024e300. 00000020:00000001:1.0:1773941592.984455:0:14335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00000100:00000001:0.0:1773941592.984458:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1773941592.984459:0:14335:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154184189952 : -104919525361664 : ffffa09384f5f800) 00000100:00000001:0.0:1773941592.984463:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941592.984464:0:14335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941592.984466:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941592.984468:0:14335:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xcac106b6165c8b54 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941592.984470:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941592.984474:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941592.984478:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1773941592.984480:0:14335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941592.984481:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1773941592.984485:0:14335:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xcac106b6165c8b54 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941592.984490:0:14335:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1773941592.984493:0:14335:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1773941592.984495:0:14335:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1773941592.984496:0:14335:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1773941592.984497:0:14335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773941592.984498:0:14335:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941592.984509:0:14335:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1773941592.984511:0:14335:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941592.984512:0:14335:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:1.0:1773941592.984515:0:14335:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1773941592.984516:0:14335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941592.984519:0:14335:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941592.984521:0:14335:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941592.984524:0:14335:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941592.984526:0:14335:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941592.984529:0:14335:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941592.984533:0:14335:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941592.984544:0:14335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09384f5f800 with handle 0x450ee06f069b0ca9 from hash 00010000:00000001:1.0:1773941592.984547:0:14335:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941592.984549:0:14335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941592.984551:0:14335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941592.984552:0:14335:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941592.984555:0:14335:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941592.984557:0:14335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941592.984559:0:14335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941592.984561:0:14335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941592.984562:0:14335:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941592.984564:0:14335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941592.984567:0:14335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09384f5f800/0x450ee06f069b0ca9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xcac106b6165c8b54 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941592.984601:0:14335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1773941592.984603:0:14335:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09399543400 count: 0 00000001:00000001:1.0:1773941592.984609:0:14335:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941592.984611:0:14335:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941592.984612:0:14335:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941592.984613:0:14335:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941592.984614:0:14335:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.984616:0:14335:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941592.984623:0:14335:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941592.984625:0:14335:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941592.984627:0:14335:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941592.984629:0:14335:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941592.984630:0:14335:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941592.984632:0:14335:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941592.984647:0:14335:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941592.984650:0:14335:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:1.0:1773941592.984657:0:14335:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941592.984659:0:14335:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941592.984661:0:14335:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941592.984664:0:14335:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 10000000:01000000:3.0:1773941592.984666:0:14253:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffffa09387c9b800 from 1 10000000:00000001:3.0:1773941592.984677:0:14253:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941592.984679:0:14253:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1773941592.984684:0:14253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388570700. 00000020:00000040:3.0:1773941592.984687:0:14253:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1773941592.984689:0:14253:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941592.984691:0:14253:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941592.984694:0:14253:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941592.984697:0:14253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09386251a00. 00000100:00000001:3.0:1773941592.984700:0:14253:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941592.984703:0:14253:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941592.984705:0:14253:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941592.984709:0:14253:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa09390360100. 00010000:00000001:3.0:1773941592.984712:0:14253:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941592.984714:0:14253:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa093829bdc00. 00000020:00000001:3.0:1773941592.984716:0:14253:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941592.984718:0:14253:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa093829bdc00 with handle 0x450ee06f069b0cb7 to hash 00000020:00000001:3.0:1773941592.984720:0:14253:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941592.984721:0:14253:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941592.984723:0:14253:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00000001:3.0:1773941592.984725:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941592.984727:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941592.984729:0:14253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941592.984736:0:14253:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941592.984744:0:14253:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941592.984748:0:14253:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941592.984749:0:14253:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941592.984753:0:14253:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa09383299840. 00000100:00000001:3.0:1773941592.984755:0:14253:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154154018880 : -104919555532736 : ffffa09383299840) 00000100:00000001:3.0:1773941592.984760:0:14253:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941592.984761:0:14253:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240882432 : -104919468669184 : ffffa09388570700) 00000100:00000001:3.0:1773941592.984764:0:14253:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941592.984766:0:14253:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941592.984767:0:14253:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941592.984769:0:14253:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941592.984774:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941592.984784:0:14253:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941592.984786:0:14253:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941592.984789:0:14253:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941592.984791:0:14253:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941592.984793:0:14253:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941592.984796:0:14253:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388570700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d0a345f7-236f-4283-8d0b-61189a46960a:14253:1860112244306560:192.168.202.146@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773941592.984799:0:14253:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941592.984801:0:14253:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941592.984802:0:14253:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941592.984803:0:14253:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941592.984806:0:14253:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09386adcc00. 02000000:00000001:3.0:1773941592.984808:0:14253:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941592.984810:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1773941592.984813:0:14253:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09384e15630. 00000400:00000010:3.0:1773941592.984816:0:14253:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3198. 00000100:00000200:3.0:1773941592.984819:0:14253:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244306560, portal 25 00000100:00000001:3.0:1773941592.984820:0:14253:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941592.984821:0:14253:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240882432 : -104919468669184 : ffffa09388570700) 00000100:00000040:3.0:1773941592.984824:0:14253:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941592.984830:0:14253:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941592.984831:0:14253:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1773941592.984833:0:14253:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093a0be3908. 00000100:00000200:3.0:1773941592.984835:0:14253:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244306560, offset 0 00000400:00000200:3.0:1773941592.984839:0:14253:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1773941592.984846:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941592.984850:0:14253:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1773941592.984854:0:14253:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941592.984857:0:14253:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941592.984859:0:14253:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941592.984862:0:14253:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941592.984866:0:14253:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[114, 113] 00000400:00000200:3.0:1773941592.984868:0:14253:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1773941592.984871:0:14253:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [235:235:256:4294967295] 192.168.202.156@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1773941592.984874:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941592.984880:0:14253:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1773941592.984883:0:14253:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1773941592.984886:0:14253:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd800. 00000800:00000200:3.0:1773941592.984889:0:14253:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1773941592.984894:0:14253:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1773941592.984896:0:14253:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941592.984908:0:14253:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941592.984911:0:14253:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1773941592.984912:0:14253:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295032211 00000100:00000001:3.0:1773941592.984917:0:14253:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295032204 00000100:00000001:3.0:1773941592.984920:0:14253:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295032211 00000100:00000001:3.0:1773941592.984923:0:14253:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295032204 00000100:00000001:3.0:1773941592.984926:0:14253:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941592.984928:0:14253:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941592.984930:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941592.984931:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941592.984933:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 11 seconds 00000100:00000001:3.0:1773941592.984935:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941592.984936:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941592.984969:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941592.984972:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd800. 00000400:00000200:0.0:1773941592.984975:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941592.984979:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941592.984981:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3908 00000400:00000010:0.0:1773941592.984982:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3908. 00000100:00000001:0.0:1773941592.984985:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941592.984988:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941592.984994:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941592.984996:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941608 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941592.985001:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941592.985002:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773941592.988846:0:14335:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941592.988850:0:14335:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941592.988859:0:14335:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941592.988862:0:14335:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941592.988864:0:14335:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941592.991606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09384f5f800. 00010000:00000010:1.1:1773941592.991611:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09399543400. 00010000:00000001:2.0:1773941593.425691:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941593.425699:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941593.425760:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941593.425765:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941593.425778:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941594.001702:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941594.001710:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941594.001715:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941594.001718:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941594.001721:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941594.001723:0:14267:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941594.001727:0:14267:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941594.001730:0:14267:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941594.001756:0:14267:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffffa093885a19b8 from 1 10000000:00000001:2.0:1773941594.001761:0:14267:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941594.001764:0:14267:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941594.001776:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7480. 00000020:00000040:2.0:1773941594.001783:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941594.001791:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941594.001797:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941594.001804:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941594.001816:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cdbc00. 00000100:00000001:2.0:1773941594.001826:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941594.001834:0:14267:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941594.001839:0:14267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773941594.001849:0:14267:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390360100 count: 2 00010000:00000001:2.0:1773941594.001854:0:14267:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941594.001860:0:14267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941594.001866:0:14267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa09381516800. 00000020:00000001:2.0:1773941594.001873:0:14267:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941594.001878:0:14267:0:(lustre_handles.c:77:class_handle_hash()) added object ffffa09381516800 with handle 0x450ee06f069b0cbe to hash 00000020:00000001:2.0:1773941594.001882:0:14267:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941594.001885:0:14267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 00010000:00000001:2.0:1773941594.001891:0:14267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 00010000:00000001:2.0:1773941594.001897:0:14267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941594.001903:0:14267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941594.001911:0:14267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941594.001930:0:14267:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941594.001950:0:14267:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941594.001979:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941594.001983:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941594.002005:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941594.002011:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941594.002017:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941594.002020:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241238144 : -104919468313472 : ffffa093885c7480) 00000100:00000001:2.0:1773941594.002029:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941594.002036:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941594.002041:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941594.002064:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941594.002092:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941594.002127:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941594.002132:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941594.002138:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941594.002143:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941594.002147:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941594.002153:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244306688:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941594.002160:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941594.002168:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941594.002172:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941594.002175:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941594.002184:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09389f89400. 02000000:00000001:2.0:1773941594.002188:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941594.002199:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941594.002206:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941594.002216:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941594.002227:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244306688, portal 25 00000100:00000001:2.0:1773941594.002231:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941594.002233:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241238144 : -104919468313472 : ffffa093885c7480) 00000100:00000040:2.0:1773941594.002243:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941594.002258:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941594.002263:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941594.002268:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e96e8. 00000100:00000200:2.0:1773941594.002285:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112244306688, offset 0 00000400:00000200:2.0:1773941594.002297:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941594.002309:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941594.002319:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941594.002326:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941594.002332:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941594.002338:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941594.002343:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941594.002349:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[114, 115] 00000400:00000200:2.0:1773941594.002356:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941594.002364:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [236:236:256:4294967295] 192.168.202.146@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:2.0:1773941594.002372:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941594.002389:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941594.002399:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941594.002407:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624ad00. 00000800:00000200:2.0:1773941594.002420:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941594.002432:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941594.002440:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624ad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941594.002466:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941594.002472:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941594.002476:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295033228 00000100:00000001:2.0:1773941594.002485:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295032211 00000100:00000001:2.0:1773941594.002508:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295033228 00000100:00000001:2.0:1773941594.002514:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295032211 00000100:00000001:2.0:1773941594.002520:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941594.002524:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941594.002527:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941594.002530:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941594.002534:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941594.002539:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941594.002552:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941594.002714:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941594.002722:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624ad00. 00000400:00000200:0.0:1773941594.002729:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941594.002737:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941594.002742:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e96e8 00000400:00000010:0.0:1773941594.002755:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e96e8. 00000100:00000001:0.0:1773941594.002761:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941594.002767:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941594.002781:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941594.002786:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941594.002795:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941594.002797:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941594.005407:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941594.005433:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941594.005437:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941594.005440:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941594.005446:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941594.005452:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941594.005461:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941594.005466:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941594.005472:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941594.005479:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 344 into portal 25 MB=0x69bc321907300 00000400:00000200:0.0:1773941594.005484:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941594.005489:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 344/344 into md 0x1079 [1] + 224 00000800:00000001:0.0:1773941594.005497:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941594.005506:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941594.005508:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941594.005512:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941594.005518:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941594.005524:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941594.005537:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941594.005558:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941594.005600:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941594.005606:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941594.005622:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941594.005659:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941594.005662:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941594.005666:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000400:00000200:2.0:1773941594.005674:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000400:00000010:2.0:1773941594.005678:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941594.005683:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941594.005691:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941594.005704:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941594.005713:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941594.005715:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941594.005718:0:14267:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941594.005721:0:14267:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941594.005724:0:14267:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941594.005727:0:14267:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941594.005729:0:14267:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941594.005736:0:14267:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=100 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941594.005740:0:14267:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941594.005743:0:14267:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941594.005745:0:14267:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941594.005748:0:14267:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941594.005750:0:14267:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941594.005753:0:14267:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941594.005758:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941594.005766:0:14267:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941594.005769:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941594.005771:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941594.005776:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941594.005785:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244306688:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941594.005800:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941594.005803:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941594.005806:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941594.005808:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941594.005812:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941594.005820:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941594.005822:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941594.005825:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941594.005827:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941594.005829:0:14267:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941594.005832:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941594.005835:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941594.005838:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516800 refcount=4 00000020:00000001:2.0:1773941594.005840:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 00010000:00000001:2.0:1773941594.005844:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 00010000:00000040:2.0:1773941594.005850:0:14267:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffffa09381516800, remote cookie: 0xcac106b6165c8b5b, flags: 0x0 00010000:00000001:2.0:1773941594.005854:0:14267:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773941594.005857:0:14267:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773941594.005860:0:14267:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773941594.005862:0:14267:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773941594.005863:0:14267:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773941594.005867:0:14267:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffffa09390360100) refcount = 2 00010000:00010000:2.0:1773941594.005872:0:14267:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b5b expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941594.005881:0:14267:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773941594.005883:0:14267:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773941594.005885:0:14267:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941594.005888:0:14267:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773941594.005891:0:14267:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941594.005895:0:14267:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcac106b6165c8b5b expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941594.005916:0:14267:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773941594.005918:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941594.005921:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941594.005922:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941594.005923:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941594.005925:0:14267:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941594.005927:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941594.005932:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7480 x1860112244306688/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941610 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941594.005939:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941594.005942:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941594.005946:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09389f89400. 02000000:00000001:2.0:1773941594.005949:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941594.005951:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941594.005953:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941594.005956:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941594.005959:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cdbc00. 02000000:00000001:2.0:1773941594.005962:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941594.005964:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941594.005966:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7480. 00000100:00000001:2.0:1773941594.005970:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941594.005971:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941594.005975:0:14267:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941594.005979:0:14267:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941594.005981:0:14267:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffffa09398f30600) refs 3 10000000:00000001:2.0:1773941594.005985:0:14267:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941594.005989:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941594.005991:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941594.005994:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516800 refcount=3 00000020:00000001:2.0:1773941594.005997:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 00010000:00000001:2.0:1773941594.006002:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 00010000:00000001:2.0:1773941594.006006:0:14267:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1773941594.006008:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941594.006010:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941594.006021:0:14267:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941594.006026:0:14267:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941594.006032:0:14267:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09385498680. 00000020:00000010:2.0:1773941594.006039:0:14267:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa09382cdbc00. 00000020:00000010:2.0:1773941594.006047:0:14267:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa09382cdb400. 00000040:00000010:2.0:1773941594.006054:0:14267:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa09382cdb200. 00000020:00000010:2.0:1773941594.006062:0:14267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa093996f8800. 00000020:00000010:2.0:1773941594.006070:0:14267:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa09382cda000. 80000000:00000010:2.0:1773941594.006077:0:14267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0939041fae0. 00040000:00000010:2.0:1773941594.006085:0:14267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa09382cdba00. 20000000:00000010:2.0:1773941594.006092:0:14267:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa09382cdac00. 10000000:00000040:2.0:1773941594.006099:0:14267:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 00000020:00000001:2.0:1773941594.006104:0:14267:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1773941594.006107:0:14267:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1773941594.006111:0:14267:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1773941594.006116:0:14267:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa09382cdb600. 00000040:00000001:2.0:1773941594.006121:0:14267:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1773941594.006124:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000010:2.0:1773941594.006130:0:14267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa093885c7480. 00000020:00000040:2.0:1773941594.006134:0:14267:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1773941594.006138:0:14267:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941594.006140:0:14267:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941594.006144:0:14267:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941594.006148:0:14267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa09382cda800. 00000100:00000001:2.0:1773941594.006152:0:14267:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941594.006158:0:14267:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941594.006160:0:14267:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941594.006163:0:14267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941594.006165:0:14267:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639154237134336 : -104919472417280 : ffffa093881dd600) 00000100:00000001:2.0:1773941594.006168:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941594.006170:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241238144 : -104919468313472 : ffffa093885c7480) 00000100:00000001:2.0:1773941594.006173:0:14267:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941594.006177:0:14267:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941594.006179:0:14267:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941594.006180:0:14267:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941594.006193:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941594.006202:0:14267:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941594.006204:0:14267:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941594.006207:0:14267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941594.006209:0:14267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941594.006211:0:14267:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941594.006215:0:14267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa093885c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244306816:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1773941594.006219:0:14267:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941594.006222:0:14267:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941594.006224:0:14267:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941594.006226:0:14267:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941594.006229:0:14267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09382cdb800. 02000000:00000001:2.0:1773941594.006231:0:14267:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941594.006236:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941594.006239:0:14267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d150b0. 00000400:00000010:2.0:1773941594.006243:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9c38. 00000100:00000200:2.0:1773941594.006247:0:14267:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244306816, portal 25 00000100:00000001:2.0:1773941594.006250:0:14267:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941594.006251:0:14267:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241238144 : -104919468313472 : ffffa093885c7480) 00000100:00000040:2.0:1773941594.006257:0:14267:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941594.006264:0:14267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941594.006267:0:14267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941594.006269:0:14267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9d48. 00000100:00000200:2.0:1773941594.006272:0:14267:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112244306816, offset 0 00000400:00000200:2.0:1773941594.006277:0:14267:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941594.006282:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941594.006287:0:14267:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941594.006291:0:14267:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941594.006295:0:14267:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941594.006298:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941594.006300:0:14267:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941594.006310:0:14267:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[116, 115] 00000400:00000200:2.0:1773941594.006314:0:14267:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1773941594.006319:0:14267:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [237:237:256:4294967295] 192.168.202.156@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1773941594.006323:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1773941594.006332:0:14267:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1773941594.006337:0:14267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1773941594.006342:0:14267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a600. 00000800:00000200:2.0:1773941594.006348:0:14267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1773941594.006355:0:14267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1773941594.006359:0:14267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1773941594.006377:0:14267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941594.006382:0:14267:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941594.006385:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295033232 00000100:00000001:2.0:1773941594.006390:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295033228 00000100:00000001:2.0:1773941594.006395:0:14267:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295033232 00000100:00000001:2.0:1773941594.006399:0:14267:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295033228 00000100:00000001:2.0:1773941594.006403:0:14267:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941594.006407:0:14267:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941594.006409:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941594.006412:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941594.006415:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1773941594.006418:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941594.006421:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941594.006480:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941594.006486:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a600. 00000400:00000200:0.0:1773941594.006490:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941594.006496:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1773941594.006500:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9d48 00000400:00000010:0.0:1773941594.006503:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9d48. 00000100:00000001:0.0:1773941594.006507:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941594.006512:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941594.006522:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941594.006526:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941594.006533:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941594.006535:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1773941594.449745:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941594.449755:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941594.449819:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941594.449826:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941594.449854:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941595.473697:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941595.473705:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941595.473726:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941595.473731:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941595.473735:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941596.497675:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941596.497681:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941596.497709:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941596.497711:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941596.497731:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941597.521734:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941597.521745:0:42:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941597.521749:0:42:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941597.521755:0:42:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941597.521762:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941597.521767:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941597.521770:0:42:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941597.521774:0:42:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941597.521838:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941597.521845:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941597.521851:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941598.097748:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941598.097758:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941598.097768:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388623b80. 00000020:00000040:1.0:1773941598.097773:0:37:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=7 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941598.097777:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941598.097780:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941598.097785:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941598.097794:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa093854a1800. 00000100:00000001:1.0:1773941598.097800:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941598.097811:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941598.097821:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941598.097824:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941598.097830:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff585631] to pc [ptlrpcd_00_01+1] req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941598.097863:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941598.097868:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (369) 00000100:00000001:0.0:1773941598.097886:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941598.097891:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941598.097894:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941598.097897:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1773941598.097903:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941598.097904:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941598.097915:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941598.097918:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941598.097922:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941598.097924:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941598.097927:0:2399:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941598.097930:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244306944:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941598.097934:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941598.097953:0:2399:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941598.097956:0:2399:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941598.097958:0:2399:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941598.097963:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938867a600. 02000000:00000001:0.0:1773941598.097964:0:2399:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941598.097971:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941598.097974:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed1b8. 00000400:00000010:0.0:1773941598.097992:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1880. 00000100:00000200:0.0:1773941598.097998:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244306944, portal 25 00000100:00000001:0.0:1773941598.098000:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941598.098002:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154241616768 : -104919467934848 : ffffa09388623b80) 00000100:00000040:0.0:1773941598.098006:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941598.098013:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941598.098015:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941598.098017:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1dd0. 00000100:00000200:0.0:1773941598.098019:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244306944, offset 0 00000400:00000200:0.0:1773941598.098024:0:2399:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941598.098031:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941598.098037:0:2399:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941598.098042:0:2399:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941598.098046:0:2399:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941598.098049:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941598.098052:0:2399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941598.098054:0:2399:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[116, 117] 00000400:00000200:0.0:1773941598.098057:0:2399:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1773941598.098060:0:2399:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [238:238:256:4294967295] 192.168.202.146@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:0.0:1773941598.098063:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941598.098071:0:2399:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1773941598.098076:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1773941598.098081:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4100. 00000800:00000200:0.0:1773941598.098089:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1773941598.098104:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1773941598.098109:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0939a4a4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941598.098128:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941598.098134:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941598.098137:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295037324 00000100:00000001:0.0:1773941598.098147:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295033232 00000100:00000001:0.0:1773941598.098154:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295037324 00000100:00000001:0.0:1773941598.098158:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295033232 00000100:00000001:0.0:1773941598.098163:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941598.098166:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941598.098169:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941598.098171:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941598.098177:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941598.098179:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941598.098182:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941598.098183:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941598.098185:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941598.098187:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941598.098237:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941598.098241:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4100. 00000400:00000200:1.0:1773941598.098246:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941598.098251:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941598.098255:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1dd0 00000400:00000010:1.0:1773941598.098257:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1dd0. 00000100:00000001:1.0:1773941598.098261:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941598.098264:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941598.098272:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941598.098275:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941598.098287:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941598.098289:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941598.100270:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941598.100281:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941598.100283:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941598.100285:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941598.100289:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941598.100293:0:2390:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1773941598.100298:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941598.100302:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941598.100305:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941598.100308:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321907400 00000400:00000200:0.0:1773941598.100312:0:2390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941598.100316:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x1089 [1] + 224 00000800:00000001:0.0:1773941598.100322:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941598.100338:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941598.100340:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941598.100349:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1773941598.100353:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941598.100356:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941598.100365:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941598.100379:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941598.100386:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941598.100389:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941598.100447:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941598.100450:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941598.100455:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941598.100456:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941598.100459:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed1b8. 00000400:00000200:1.0:1773941598.100463:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1880 00000400:00000010:1.0:1773941598.100465:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1880. 00000100:00000001:1.0:1773941598.100467:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941598.100484:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941598.100493:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941598.100500:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941598.100501:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941598.100503:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941598.100505:0:2399:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941598.100507:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941598.100509:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941598.100511:0:2399:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941598.100516:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=104 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941598.100519:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941598.100521:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941598.100523:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941598.100525:0:2399:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941598.100527:0:2399:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941598.100529:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941598.100533:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941598.100538:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941598.100540:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941598.100542:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941598.100553:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941598.100560:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d0a345f7-236f-4283-8d0b-61189a46960a:2399:1860112244306944:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1773941598.100563:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941598.100565:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941598.100567:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388623b80 x1860112244306944/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941598.100573:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941598.100574:0:2399:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941598.100627:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938867a600. 02000000:00000001:1.0:1773941598.100630:0:2399:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941598.100632:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941598.100634:0:2399:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1773941598.100636:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941598.100638:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa093854a1800. 02000000:00000001:1.0:1773941598.100641:0:2399:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941598.100643:0:2399:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941598.100644:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388623b80. 00000100:00000001:1.0:1773941598.100647:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941598.100647:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941598.100649:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941598.100652:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941598.100654:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941598.100655:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941598.100657:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941598.545759:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941598.545769:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941598.545818:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941598.545826:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941598.545834:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941599.569714:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941599.569721:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941599.569793:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941599.569797:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941599.569801:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941600.593679:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941600.593686:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941600.593713:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941600.593716:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941600.593720:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941601.617696:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941601.617702:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941601.617750:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941601.617754:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941601.617757:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941602.641726:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941602.641733:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941602.641759:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941602.641764:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941602.641769:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1773941602.918991:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941602.919030:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773941602.919035:0:2390:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1773941602.919051:0:2391:0:(socklnd_cb.c:1190:ksocknal_process_receive()) [ffffa09387ca4000] EOF from 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.1:1773941602.919063:0:2391:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000001:0.0:1773941602.919068:0:2390:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941602.919088:0:2390:0:(socklnd_cb.c:1190:ksocknal_process_receive()) [ffffa093981b6000] EOF from 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.1:1773941602.919092:0:2391:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1773941602.919099:0:2391:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000800:00000001:1.0:1773941602.919104:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1773941602.919340:0:2389:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffffa09387ca4000 00000800:00000010:2.0:1773941602.919347:0:2389:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffffa09387ca4000. 00000800:00000200:2.0:1773941602.919351:0:2389:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffffa093981b6000 00000800:00000010:2.0:1773941602.919353:0:2389:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffffa093981b6000. 00000800:00000200:2.0:1773941602.919358:0:2389:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffffa093981b2000 00000800:00000010:2.0:1773941602.919359:0:2389:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffffa093981b2000. 00000100:00000040:0.0:1773941603.217781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941603.217795:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941603.217807:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024e300. 00000020:00000040:0.0:1773941603.217814:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=7 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941603.217818:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941603.217821:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941603.217827:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941603.217835:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0939a4a4a00. 00000100:00000001:0.0:1773941603.217841:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941603.217853:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941603.217864:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941603.217869:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941603.217875:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e41f9bd] to pc [ptlrpcd_00_00+0] req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941603.217906:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941603.217928:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (374) 00000100:00000001:0.0:1773941603.217963:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941603.217967:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941603.217968:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941603.217974:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941603.217984:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941603.217986:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941603.217996:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941603.217999:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941603.218003:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941603.218006:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941603.218020:0:2398:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941603.218024:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d0a345f7-236f-4283-8d0b-61189a46960a:2398:1860112244307072:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941603.218029:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941603.218035:0:2398:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941603.218038:0:2398:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941603.218041:0:2398:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941603.218046:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0938867a400. 02000000:00000001:0.0:1773941603.218049:0:2398:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941603.218056:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1773941603.218060:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa093a0bed580. 00000400:00000010:0.0:1773941603.218066:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1220. 00000100:00000200:0.0:1773941603.218072:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244307072, portal 25 00000100:00000001:0.0:1773941603.218075:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941603.218076:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371814144 : -104919337737472 : ffffa0939024e300) 00000100:00000040:0.0:1773941603.218081:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941603.218089:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941603.218091:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1773941603.218094:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093881f1330. 00000100:00000200:0.0:1773941603.218096:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244307072, offset 0 00000400:00000200:0.0:1773941603.218102:0:2398:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1773941603.218110:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1773941603.218116:0:2398:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1773941603.218122:0:2398:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941603.218133:0:2398:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1773941603.218137:0:2398:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941603.218140:0:2398:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941603.218143:0:2398:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[118, 117] 00000400:00000200:0.0:1773941603.218147:0:2398:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1773941603.218151:0:2398:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [239:239:256:4294967295] 192.168.202.156@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:0.0:1773941603.218156:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1773941603.218165:0:2398:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.146@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1773941603.218170:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1773941603.218175:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0939a4a4100. 00000800:00000200:0.0:1773941603.218182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1773941603.218187:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1773941603.218214:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941603.218221:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941603.218224:0:2398:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295042444 00000100:00000001:0.0:1773941603.218234:0:2398:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295037324 00000100:00000001:0.0:1773941603.218241:0:2398:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295042444 00000100:00000001:0.0:1773941603.218248:0:2398:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295037324 00000100:00000001:0.0:1773941603.218256:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941603.218260:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941603.218265:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941603.218270:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941603.218279:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941603.218282:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941603.218289:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941603.218291:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941603.218296:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941603.218299:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1773941603.219123:0:2387:0:(lib-socket.c:453:lnet_sock_connect()) Error -111 connecting 1023 -> 192.168.202.156:988 00000400:00000100:1.0:1773941603.219218:0:2387:0:(acceptor.c:106:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156:988 was refused: check that Lustre is running on that node. 00000400:00000200:1.0:1773941603.219229:0:2387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941603.219235:0:2387:0:(router.c:1750:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:1.0:1773941603.219241:0:2387:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.0:1773941603.219248:0:2387:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.156@tcp down 00000800:00000100:1.0:1773941603.219274:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.202.156@tcp 00000800:00000010:1.0:1773941603.219279:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0939a4a4100. 00000400:00000200:1.0:1773941603.219285:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -111, hstatus = 8 00000400:00000200:1.0:1773941603.219290:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1773941603.219298:0:2387:0:(peer.c:4524:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.202.156@tcp added to recovery queue. ping count: 0 next ping: 370 last alive: 331 health: 900 00000400:00000200:1.0:1773941603.219307:0:2387:0:(lib-msg.c:626:lnet_resend_msg_locked()) 192.168.202.46@tcp->192.168.202.156@tcp:PUT:REMOTE_DROPPED - queuing msg (ffffa09388547180) for resend 00000400:00000200:3.0:1773941603.219374:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941603.219382:0:2395:0:(lib-move.c:3478:lnet_resend_pending_msgs_locked()) resending ->12345-192.168.202.156@tcp: PUT recovery 0 try# 1 00000400:00000200:3.0:1773941603.219387:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941603.219393:0:2395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1773941603.219396:0:2395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941603.219399:0:2395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1773941603.219401:0:2395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941603.219404:0:2395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941603.219407:0:2395:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 900] p:[-1, -1] c:[8, 8] s:[118, 119] 00000400:00000200:3.0:1773941603.219410:0:2395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1773941603.219413:0:2395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [240:240:256:4294967295] 192.168.202.146@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1773941603.219417:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1773941603.219425:0:2395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.156@tcp:192.168.202.146@tcp) : PUT try# 1 00000800:00000200:3.0:1773941603.219430:0:2395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1773941603.219436:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09390efd500. 00000800:00000200:3.0:1773941603.219442:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1773941603.219449:0:2395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1773941603.219454:0:2395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa09390efd500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1773941603.219474:0:2395:0:(lib-move.c:3973:lnet_print_recovery_list()) alloc '(buf)': 65 at ffffa09388a96540. 00000400:02000040:3.0:1773941603.219478:0:2395:0:(lib-move.c:3989:lnet_print_recovery_list()) 1 peer NIs in recovery (showing 1): 192.168.202.156@tcp 00000800:00000200:0.0:1773941603.219658:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941603.219662:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09390efd500. 00000400:00000200:0.0:1773941603.219665:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941603.219670:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941603.219674:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1330 00000400:00000010:0.0:1773941603.219681:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1330. 00000100:00000001:0.0:1773941603.219685:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941603.219688:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941603.219696:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941603.219699:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941603.219705:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941603.219707:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1773941603.221885:0:2395:0:(lib-move.c:3991:lnet_print_recovery_list()) kfreed 'buf': 65 at ffffa09388a96540. 00000800:00000001:1.0:1773941603.221941:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941603.221959:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941603.221962:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941603.221964:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941603.221971:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941603.221977:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941603.221986:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941603.221991:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941603.221996:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941603.222000:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321907480 00000400:00000200:1.0:1773941603.222005:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941603.222011:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x1099 [1] + 224 00000800:00000001:1.0:1773941603.222021:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941603.222032:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941603.222034:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941603.222038:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941603.222044:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941603.222052:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941603.222077:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941603.222097:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941603.222107:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941603.222111:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941603.222207:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941603.222212:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941603.222220:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941603.222222:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941603.222226:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bed580. 00000400:00000200:0.0:1773941603.222232:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881f1220 00000400:00000010:0.0:1773941603.222235:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093881f1220. 00000100:00000001:0.0:1773941603.222239:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941603.222250:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941603.222267:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941603.222279:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941603.222282:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941603.222286:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941603.222290:0:2398:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941603.222293:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941603.222296:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941603.222299:0:2398:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941603.222306:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941603.222310:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941603.222312:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941603.222314:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941603.222317:0:2398:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941603.222319:0:2398:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941603.222322:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941603.222336:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941603.222344:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941603.222346:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941603.222349:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941603.222353:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941603.222360:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d0a345f7-236f-4283-8d0b-61189a46960a:2398:1860112244307072:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1773941603.222364:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941603.222366:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941603.222369:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024e300 x1860112244307072/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941603.222375:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941603.222378:0:2398:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941603.222380:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0938867a400. 02000000:00000001:0.0:1773941603.222384:0:2398:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941603.222385:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941603.222387:0:2398:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941603.222390:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941603.222392:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0939a4a4a00. 02000000:00000001:0.0:1773941603.222395:0:2398:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941603.222396:0:2398:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941603.222398:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024e300. 00000100:00000001:0.0:1773941603.222402:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941603.222403:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941603.222405:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941603.222408:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941603.222410:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941603.222412:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941603.222414:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941603.665658:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941603.665664:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941603.665722:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941603.665726:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941603.665731:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941604.241669:0:14253:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941604.241678:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941604.241680:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941604.241686:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941604.241691:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941604.241695:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941604.241708:0:2395:0:(lib-move.c:3880:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at ffffa09399f77a60. 00000400:00000010:1.0:1773941604.241722:0:2395:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffffa09390300a00. 00000400:00000010:1.0:1773941604.241728:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa440. 00000400:00000010:1.0:1773941604.241737:0:2395:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa093814bf4d0. 00000400:00000200:1.0:1773941604.241745:0:2395:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1773941604.241755:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941604.241763:0:2395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1773941604.241770:0:2395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941604.241775:0:2395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [241:241:256:4294967295] 192.168.202.156@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000200:1.0:1773941604.241781:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941604.241786:0:2395:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.156@tcp 00000400:00000200:1.0:1773941604.241793:0:2395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : GET try# 0 00000800:00000200:1.0:1773941604.241800:0:2395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1773941604.241806:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffffa093854a1800. 00000800:00000200:1.0:1773941604.241813:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1773941604.241818:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:1.0:1773941604.241839:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941604.241844:0:2395:0:(peer.c:4524:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.202.156@tcp added to recovery queue. ping count: 1 next ping: 372 last alive: 331 health: 900 00000400:00000100:3.0:1773941604.242561:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -111 connecting 1023 -> 192.168.202.156:988 00000400:00000100:3.0:1773941604.242627:0:2388:0:(acceptor.c:106:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156:988 was refused: check that Lustre is running on that node. 00000400:00000200:3.0:1773941604.242634:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941604.242638:0:2388:0:(router.c:1750:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:3.0:1773941604.242642:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941604.242645:0:2388:0:(router.c:1835:lnet_notify()) Old news 00000800:00000100:3.0:1773941604.242650:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.156@tcp 00000800:00000010:3.0:1773941604.242654:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffffa093854a1800. 00000400:00000200:3.0:1773941604.242659:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -111, hstatus = 8 00000400:00000200:3.0:1773941604.242665:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: GET: REMOTE_DROPPED 00000400:00000200:3.0:1773941604.242671:0:2388:0:(lib-msg.c:674:lnet_attempt_msg_resend()) msg 0@<0:0>->192.168.202.156@tcp is a recovery ping. retry# 0 00000400:00000200:3.0:1773941604.242675:0:2388:0:(lib-move.c:4279:lnet_mt_event_handler()) Received event: 5 status: -111 00000400:00000200:3.0:1773941604.242677:0:2388:0:(lib-move.c:4294:lnet_mt_event_handler()) 192.168.202.156@tcp recovery message sent unsuccessfully:-111 00000400:00000200:3.0:1773941604.242680:0:2388:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941604.242682:0:2388:0:(lib-move.c:4263:lnet_handle_recovery_reply()) peer NI (192.168.202.156@tcp) recovery failed with -111 00010000:00000001:2.0:1773941604.689657:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941604.689663:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941604.689680:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941604.689682:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941604.689701:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941605.265659:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941605.265665:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1773941605.265667:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1773941605.265668:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941605.265669:0:14253:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000001:1.0:1773941605.265674:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1773941605.265676:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1773941605.265676:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000400:00000200:1.0:1773941605.265679:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa440 00000100:00000001:3.0:1773941605.265682:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941605.265682:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773941605.265684:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa440. 00000100:00000001:2.0:1773941605.265686:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941605.265689:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00000001:3.0:1773941605.265694:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941605.265696:0:2395:0:(lib-move.c:4279:lnet_mt_event_handler()) Received event: 6 status: 0 00000100:00000001:3.0:1773941605.265697:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941605.265719:0:2395:0:(lib-move.c:4284:lnet_mt_event_handler()) 192.168.202.156@tcp recovery ping unlinked 00000400:00000200:1.0:1773941605.265726:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1773941605.265731:0:2395:0:(lib-move.c:4302:lnet_mt_event_handler()) kfreed 'ev_info': 24 at ffffa09399f77a60. 00000400:00000010:1.0:1773941605.265735:0:2395:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffffa09390300a00. 00010000:00000001:2.0:1773941605.713686:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941605.713691:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941605.713775:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941605.713778:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941605.713781:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941606.289662:0:14253:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941606.289663:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000010:1.0:1773941606.289669:0:2395:0:(lib-move.c:3880:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at ffffa09399f77a60. 00000100:00000001:3.0:1773941606.289671:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941606.289671:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941606.289675:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941606.289676:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1773941606.289681:0:2395:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffffa09390300a00. 00000100:00100000:3.0:1773941606.289683:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00100000:2.0:1773941606.289683:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000100:00000001:2.0:1773941606.289689:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773941606.289690:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa440. 00000100:00000001:2.0:1773941606.289693:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941606.289697:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773941606.289700:0:2395:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa093814bf508. 00000100:00000001:3.0:1773941606.289701:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941606.289713:0:2395:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1773941606.289726:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941606.289734:0:2395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1773941606.289741:0:2395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941606.289744:0:2395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [242:242:256:4294967295] 192.168.202.156@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:1.0:1773941606.289748:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941606.289752:0:2395:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.156@tcp 00000400:00000200:1.0:1773941606.289757:0:2395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : GET try# 0 00000800:00000200:1.0:1773941606.289762:0:2395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1773941606.289766:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffffa093854a1900. 00000800:00000200:1.0:1773941606.289771:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1773941606.289774:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09398fc3cc0] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:1.0:1773941606.289789:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1773941606.289792:0:2395:0:(peer.c:4524:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.202.156@tcp added to recovery queue. ping count: 2 next ping: 376 last alive: 331 health: 800 00000400:00000100:3.0:1773941606.290502:0:2385:0:(lib-socket.c:453:lnet_sock_connect()) Error -111 connecting 1023 -> 192.168.202.156:988 00000400:00000100:3.0:1773941606.290622:0:2385:0:(acceptor.c:106:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156:988 was refused: check that Lustre is running on that node. 00000400:00000200:3.0:1773941606.290630:0:2385:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941606.290635:0:2385:0:(router.c:1750:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:3.0:1773941606.290640:0:2385:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941606.290643:0:2385:0:(router.c:1835:lnet_notify()) Old news 00000800:00000100:3.0:1773941606.290648:0:2385:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.156@tcp 00000800:00000010:3.0:1773941606.290664:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffffa093854a1900. 00000400:00000200:3.0:1773941606.290668:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -111, hstatus = 8 00000400:00000200:3.0:1773941606.290672:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.156@tcp: GET: REMOTE_DROPPED 00000400:00000200:3.0:1773941606.290677:0:2385:0:(lib-msg.c:674:lnet_attempt_msg_resend()) msg 0@<0:0>->192.168.202.156@tcp is a recovery ping. retry# 0 00000400:00000200:3.0:1773941606.290680:0:2385:0:(lib-move.c:4279:lnet_mt_event_handler()) Received event: 5 status: -111 00000400:00000200:3.0:1773941606.290682:0:2385:0:(lib-move.c:4294:lnet_mt_event_handler()) 192.168.202.156@tcp recovery message sent unsuccessfully:-111 00000400:00000200:3.0:1773941606.290686:0:2385:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1773941606.290688:0:2385:0:(lib-move.c:4263:lnet_handle_recovery_reply()) peer NI (192.168.202.156@tcp) recovery failed with -111 00010000:00000001:2.0:1773941606.737667:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941606.737674:0:42:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773941606.737676:0:42:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773941606.737678:0:42:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941606.737682:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773941606.737684:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941606.737686:0:42:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941606.737687:0:42:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941606.737703:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941606.737705:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941606.737707:0:14265:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941607.313666:0:14253:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000001:1.0:1773941607.313671:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1773941607.313672:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941607.313673:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1773941607.313676:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1773941607.313677:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941607.313679:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941607.313682:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941607.313682:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa440 00000400:00000010:1.0:1773941607.313688:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa440. 00000100:00100000:3.0:1773941607.313690:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 1 seconds 00000100:00100000:2.0:1773941607.313691:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000400:00000200:1.0:1773941607.313695:0:2395:0:(lib-move.c:4279:lnet_mt_event_handler()) Received event: 6 status: 0 00000100:00000001:3.0:1773941607.313697:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941607.313698:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941607.313702:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941607.313702:0:2395:0:(lib-move.c:4284:lnet_mt_event_handler()) 192.168.202.156@tcp recovery ping unlinked 00000100:00000001:2.0:1773941607.313703:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941607.313712:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1773941607.313716:0:2395:0:(lib-move.c:4302:lnet_mt_event_handler()) kfreed 'ev_info': 24 at ffffa09399f77a60. 00000400:00000010:1.0:1773941607.313735:0:2395:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffffa09390300a00. 00010000:00000001:2.0:1773941607.761676:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773941607.761682:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941607.761730:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941607.761733:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941607.761736:0:14264:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941608.337699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941608.337707:0:14267:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941608.337707:0:14253:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941608.337710:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773941608.337714:0:14267:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941608.337715:0:14253:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1773941608.337718:0:14267:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773941608.337723:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388573480. 00000100:00100000:2.0:1773941608.337724:0:14267:0:(client.c:2690:ptlrpc_set_wait()) set ffffa093881dd600 going to sleep for 1 seconds 00000020:00000040:3.0:1773941608.337731:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=7 obd=MGC192.168.202.146@tcp 00000100:00000400:0.0:1773941608.337735:0:14253:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941592/real 1773941592] req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941608.337737:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941608.337758:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941608.337765:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.337765:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941608.337771:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941608.337778:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09390efd500. 00000100:00000001:3.0:1773941608.337786:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941608.337798:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d0a345f7-236f-4283-8d0b-61189a46960a->MGS req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941608.337818:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941608.337822:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941608.337829:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5415d45] to pc [ptlrpcd_01_00+0] req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941608.337854:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941608.337858:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (379) 00000100:00000001:2.0:1773941608.337880:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941608.337884:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941608.337886:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941608.337890:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941608.337895:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.337904:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941608.337907:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941608.337910:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941608.337912:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941608.337916:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941608.337919:0:2400:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941608.337922:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d0a345f7-236f-4283-8d0b-61189a46960a:2400:1860112244307200:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1773941608.337927:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941608.337932:0:2400:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941608.337934:0:2400:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941608.337936:0:2400:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941608.337941:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09382cdb000. 02000000:00000001:2.0:1773941608.337943:0:2400:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941608.337950:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1773941608.337953:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09382d15790. 00000400:00000010:2.0:1773941608.337959:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9a18. 00000100:00000200:2.0:1773941608.337965:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244307200, portal 25 00000100:00000001:2.0:1773941608.337967:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941608.337968:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240894080 : -104919468657536 : ffffa09388573480) 00000100:00000040:2.0:1773941608.337973:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.337979:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941608.337982:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1773941608.337984:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093886e9000. 00000100:00000200:2.0:1773941608.337987:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244307200, offset 0 00000400:00000200:2.0:1773941608.337992:0:2400:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1773941608.337999:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941608.338005:0:2400:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1773941608.338016:0:2400:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941608.338019:0:2400:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1773941608.338039:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941608.338042:0:2400:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941608.338045:0:2400:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 700] p:[-1, -1] c:[8, 8] s:[120, 122] 00000400:00000200:2.0:1773941608.338048:0:2400:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1773941608.338052:0:2400:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [243:243:256:4294967295] 192.168.202.146@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1773941608.338056:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1773941608.338065:0:2400:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1773941608.338070:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1773941608.338075:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0938624a600. 00000800:00000200:2.0:1773941608.338081:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1773941608.338089:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1773941608.338094:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0938624a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941608.338110:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941608.338114:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1773941608.338116:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295047564 00000100:00000001:2.0:1773941608.338123:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295042444 00000100:00000001:2.0:1773941608.338126:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295047564 00000100:00000001:2.0:1773941608.338129:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295042444 00000100:00000001:2.0:1773941608.338131:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941608.338134:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.338136:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.338138:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.338145:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941608.338147:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941608.338149:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941608.338150:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941608.338152:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.338154:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941608.338239:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941608.338244:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0938624a600. 00000400:00000200:1.0:1773941608.338251:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941608.338257:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1773941608.338262:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9000 00000400:00000010:1.0:1773941608.338264:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9000. 00000100:00000001:1.0:1773941608.338269:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941608.338274:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941608.338283:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941608.338286:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941608.338293:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.338294:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941608.339972:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.339984:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941608.339987:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.339989:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941608.339994:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.340008:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941608.340014:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.340017:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.340022:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.340026:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321907500 00000400:00000200:1.0:1773941608.340031:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.340034:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x10b9 [1] + 224 00000800:00000001:1.0:1773941608.340041:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.340048:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941608.340050:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941608.340060:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941608.340065:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941608.340069:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941608.340078:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941608.340095:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941608.340129:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.340132:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.340168:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941608.340179:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941608.340184:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941608.340186:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941608.340189:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15790. 00000400:00000200:2.0:1773941608.340193:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9a18 00000400:00000010:2.0:1773941608.340195:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9a18. 00000100:00000001:2.0:1773941608.340199:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941608.340206:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941608.340219:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.340228:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941608.340230:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.340233:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941608.340236:0:2400:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941608.340239:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941608.340241:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941608.340245:0:2400:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941608.340252:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=114 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941608.340257:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941608.340261:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941608.340263:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941608.340266:0:2400:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941608.340268:0:2400:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.340271:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941608.340277:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.340286:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941608.340290:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941608.340292:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941608.340297:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941608.340325:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d0a345f7-236f-4283-8d0b-61189a46960a:2400:1860112244307200:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1773941608.340341:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.340344:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941608.340348:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388573480 x1860112244307200/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.340357:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941608.340360:0:2400:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941608.340363:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09382cdb000. 02000000:00000001:2.0:1773941608.340367:0:2400:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941608.340369:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941608.340371:0:2400:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941608.340373:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941608.340376:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09390efd500. 02000000:00000001:2.0:1773941608.340379:0:2400:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941608.340381:0:2400:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941608.340384:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388573480. 00000100:00000001:2.0:1773941608.340388:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941608.340389:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.340391:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.340396:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941608.340397:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.340400:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941608.340412:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1773941608.346631:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941608.346633:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941608.346635:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09384e15630. 00000400:00000200:0.0:1773941608.346639:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0be3198 00000400:00000010:0.0:1773941608.346641:0:14253:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093a0be3198. 00000100:00000001:0.0:1773941608.346645:0:14253:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941608.346650:0:14253:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941608.346660:0:14253:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941608.346666:0:14253:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941608.346667:0:14253:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941608.346669:0:14253:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941608.346670:0:14253:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941608.346673:0:14253:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941608.346678:0:14253:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1773941608.346681:0:14253:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941608.346685:0:14253:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 192.168.202.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941608.346688:0:14253:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.146@tcp for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941608.346689:0:14253:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941608.346690:0:14253:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941608.346692:0:14253:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941608.346694:0:14253:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941608.346700:0:14253:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941608.346711:0:14253:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941608.346718:0:14253:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941608.346720:0:14253:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941608.346722:0:14253:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941608.346724:0:14253:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941608.346726:0:14253:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.346727:0:14253:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941608.346729:0:14253:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941608.346730:0:14253:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941608.346731:0:14253:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.346732:0:14253:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941608.346734:0:14253:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:0.0:1773941608.346752:0:14253:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1773941608.346754:0:14253:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.346756:0:14267:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941608.346757:0:14253:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941608.346760:0:14253:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773941608.346762:0:14267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1773941608.346762:0:14253:0:(client.c:2690:ptlrpc_set_wait()) set ffffa09383299840 going to sleep for 0 seconds 00000400:00000001:2.0:1773941608.346766:0:14267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1773941608.346768:0:14253:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1773941608.346771:0:14267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d150b0. 00000100:00000001:0.0:1773941608.346772:0:14253:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941608.346779:0:14267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093886e9c38 00000100:00080000:3.0:1773941608.346780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d0a345f7-236f-4283-8d0b-61189a46960a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773941608.346782:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 2 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941608.346784:0:14267:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093886e9c38. 00000100:00000001:2.0:1773941608.346790:0:14267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1773941608.346791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1773941608.346796:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:2.0:1773941608.346800:0:14267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 2 fl Rpc:EQr/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941608.346801:0:36:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941608.346803:0:14253:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941608.346809:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1773941608.346811:0:14253:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941608.346816:0:14253:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1773941608.346817:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 359 00000100:00000001:0.0:1773941608.346819:0:14253:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941608.346827:0:36:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:0.0:1773941608.346830:0:14253:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 2 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941608.346832:0:14267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941608.346836:0:36:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941608.346846:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:3.0:1773941608.346853:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1773941608.346860:0:14253:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388570700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d0a345f7-236f-4283-8d0b-61189a46960a:14253:1860112244306560:192.168.202.146@tcp:101:mount.lustre.0 00000100:00000040:3.0:1773941608.346861:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941608.346864:0:14267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941608.346867:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000020:00000001:3.0:1773941608.346870:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941608.346874:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000100:00000001:2.0:1773941608.346875:0:14267:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941608.346877:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941608.346880:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000100:00000040:2.0:1773941608.346883:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1773941608.346884:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:3.0:1773941608.346889:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00000040:3.0:1773941608.346897:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941608.346900:0:14267:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941608.346901:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941608.346906:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa09398f2b880 refcount 3 to 192.168.202.146@tcp 00000100:00000001:2.0:1773941608.346906:0:14267:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.346910:0:14267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941608.346911:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639154519521408 : -104919190030208 : ffffa09398f2b880) 00000100:00000001:2.0:1773941608.346913:0:14267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773941608.346915:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000040:2.0:1773941608.346921:0:14267:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 2 fl Interpret:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941608.346922:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffffa093996f8000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00000001:0.0:1773941608.346930:0:14253:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941608.346938:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.346939:0:14253:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:0.0:1773941608.346946:0:14253:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1773941608.346947:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1773941608.346949:0:14253:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941608.346951:0:14267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa093885c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d0a345f7-236f-4283-8d0b-61189a46960a:14267:1860112244306816:192.168.202.146@tcp:501:ll_cfg_requeue.0 02000000:00000001:3.0:1773941608.346952:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773941608.346957:0:14253:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 2 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941608.346959:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.346961:0:14267:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941608.346966:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941608.346967:0:14267:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941608.346970:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.346973:0:14267:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941608.346975:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941608.346980:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 2 fl Complete:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941608.346985:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09388571180. 00000020:00000040:3.0:1773941608.346992:0:36:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=7 obd=MGC192.168.202.146@tcp 02000000:00000001:3.0:1773941608.347001:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941608.347005:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941608.347013:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1773941608.347017:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.347017:0:14253:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941608.347018:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941608.347024:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941608.347025:0:14253:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa09383299840. 00000100:00000010:2.0:1773941608.347026:0:14267:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa093881dd600. 00000100:00000001:2.0:1773941608.347033:0:14267:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000010:3.0:1773941608.347034:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa09386adf800. 00000100:00000001:0.0:1773941608.347034:0:14253:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941608.347035:0:14267:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:0.0:1773941608.347037:0:14253:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000040:00000001:2.0:1773941608.347042:0:14267:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00010000:00000001:0.0:1773941608.347043:0:14253:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1773941608.347044:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941608.347048:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941608.347049:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941608.347052:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=6 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941608.347052:0:14253:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1773941608.347057:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1773941608.347057:0:14253:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=4 00000100:00100000:3.0:1773941608.347058:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941608.347061:0:14267:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1773941608.347063:0:14253:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000100:00000040:2.0:1773941608.347069:0:14267:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa093885c7480 x1860112244306816/t0(0) o501->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941610 ref 1 fl Complete:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941608.347070:0:14253:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00010000:00010000:0.0:1773941608.347078:0:14253:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941608.347102:0:14267:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1773941608.347104:0:14253:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941608.347108:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1773941608.347108:0:14267:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1773941608.347111:0:14253:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941608.347114:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941608.347115:0:14267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09382cdb800. 00010000:00000001:0.0:1773941608.347122:0:14253:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1773941608.347126:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf05b1a] to pc [ptlrpcd_rcv+-1] req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941608.347127:0:14253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941608.347129:0:14267:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941608.347134:0:14267:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941608.347138:0:14267:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941608.347145:0:14267:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1773941608.347149:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1773941608.347151:0:14267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09382cda800. 00010000:00000001:0.0:1773941608.347152:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941608.347156:0:14253:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941608.347158:0:14267:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941608.347172:0:14267:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941608.347176:0:14267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa093885c7480. 00000100:00000001:3.0:1773941608.347178:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941608.347178:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773941608.347180:0:14267:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1773941608.347183:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.347184:0:14267:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941608.347186:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (379) 00010000:00000001:0.0:1773941608.347187:0:14253:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000040:00001000:2.0:1773941608.347188:0:14267:0:(llog.c:1547:llog_open()) MGC192.168.202.146@tcp: Failed to open llog lustre-sptlrpc: rc -5 00010000:00010000:0.0:1773941608.347192:0:14253:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00000010:2.0:1773941608.347194:0:14267:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa09382cdb600. 00000040:00000001:2.0:1773941608.347199:0:14267:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1773941608.347203:0:14267:0:(obd_config.c:2158:class_config_parse_llog()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00000001:2.0:1773941608.347206:0:14267:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1773941608.347213:0:14267:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09382cdb400. 00010000:00010000:0.0:1773941608.347216:0:14253:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa093829bdc00 already unused, calling callback (ffffffffc14a0c20) 00000040:00000010:2.0:1773941608.347218:0:14267:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09382cdb200. 10000000:00000001:0.0:1773941608.347221:0:14253:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:2.0:1773941608.347224:0:14267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa093996f8800. 10000000:00010000:0.0:1773941608.347225:0:14253:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:2.0:1773941608.347231:0:14267:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09382cda000. 00010000:00000001:0.0:1773941608.347233:0:14253:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 80000000:00000010:2.0:1773941608.347237:0:14267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fae0. 00010000:00000001:0.0:1773941608.347238:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773941608.347241:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1773941608.347242:0:14253:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000010:2.0:1773941608.347244:0:14267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09382cdba00. 00000100:00000001:1.0:1773941608.347246:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1773941608.347247:0:14253:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa093829bdc00 refcount=5 00000100:00000001:1.0:1773941608.347249:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 20000000:00000010:2.0:1773941608.347250:0:14267:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa09382cdac00. 00000020:00000001:0.0:1773941608.347255:0:14253:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 00000020:00000010:2.0:1773941608.347256:0:14267:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09382cdbc00. 00000100:00000040:1.0:1773941608.347261:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00000010:2.0:1773941608.347263:0:14267:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09385498680. 00010000:00000001:0.0:1773941608.347264:0:14253:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154144730112 : -104919564821504 : ffffa093829bdc00) 10000000:01000000:2.0:1773941608.347270:0:14267:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 00010000:00000001:0.0:1773941608.347273:0:14253:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:2.0:1773941608.347279:0:14267:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000100:00000001:1.0:1773941608.347280:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1773941608.347281:0:14253:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941608.347284:0:14267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773941608.347284:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941608.347289:0:14267:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1773941608.347291:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1773941608.347293:0:14267:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516800 refcount=3 02000000:00000001:1.0:1773941608.347295:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773941608.347297:0:14267:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 02000000:00000001:1.0:1773941608.347302:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941608.347304:0:14267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 10000000:00000001:0.0:1773941608.347305:0:14253:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:1.0:1773941608.347308:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa09388571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244307328:192.168.202.146@tcp:250:kworker.0 00010000:00000001:2.0:1773941608.347310:0:14267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 10000000:00010000:0.0:1773941608.347311:0:14253:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941608.347318:0:14267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b5b expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941608.347318:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:01000000:0.0:1773941608.347322:0:14253:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 02000000:00000001:1.0:1773941608.347323:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941608.347327:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1773941608.347329:0:14253:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 02000000:00000001:1.0:1773941608.347333:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1773941608.347334:0:14253:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941608.347339:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941608.347345:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941608.347347:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941608.347351:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941608.347351:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941608.347356:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917ec08. 00010000:00010000:2.0:1773941608.347357:0:14267:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcac106b6165c8b5b expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773941608.347363:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa440. 00010000:00000001:2.0:1773941608.347365:0:14267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:0.0:1773941608.347366:0:14253:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941608.347369:0:14267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1773941608.347369:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112244307328, portal 25 00010000:00000001:0.0:1773941608.347369:0:14253:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941608.347373:0:14267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941608.347375:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1773941608.347375:0:14253:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 10000000:00000001:2.0:1773941608.347376:0:14267:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.347379:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154240885120 : -104919468666496 : ffffa09388571180) 00010000:00000001:0.0:1773941608.347380:0:14253:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:2.0:1773941608.347381:0:14267:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1773941608.347385:0:14253:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00020000:2.0:1773941608.347386:0:14267:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000040:1.0:1773941608.347389:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941608.347390:0:14267:0:(mgc_request.c:621:do_requeue()) Process leaving 00010000:00000001:0.0:1773941608.347390:0:14253:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941608.347394:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:0.0:1773941608.347395:0:14253:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa093829bdc00 with handle 0x450ee06f069b0cb7 from hash 10000000:00000040:2.0:1773941608.347397:0:14267:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 3 00010000:00000001:0.0:1773941608.347400:0:14253:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:2.0:1773941608.347404:0:14267:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1773941608.347405:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941608.347409:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941608.347412:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941608.347415:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00010000:00000001:0.0:1773941608.347418:0:14253:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:1.0:1773941608.347421:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa198. 00010000:00000001:0.0:1773941608.347422:0:14253:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941608.347425:0:14253:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:1.0:1773941608.347427:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112244307328, offset 0 00010000:00000001:0.0:1773941608.347429:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941608.347432:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941608.347434:0:14253:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941608.347438:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 10000000:00000001:0.0:1773941608.347439:0:14253:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941608.347454:0:14253:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941608.347457:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00010000:00000001:0.0:1773941608.347464:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941608.347467:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00010000:00000001:0.0:1773941608.347467:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941608.347471:0:14253:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941608.347473:0:14253:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1773941608.347475:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1773941608.347476:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941608.347480:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941608.347482:0:14253:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941608.347483:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00010000:00010000:0.0:1773941608.347485:0:14253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa093829bdc00/0x450ee06f069b0cb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941608.347487:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941608.347508:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941608.347514:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 700] p:[-1, -1] c:[8, 8] s:[123, 122] 00010000:00000001:0.0:1773941608.347516:0:14253:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941608.347520:0:14253:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000200:1.0:1773941608.347521:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000001:0.0:1773941608.347536:0:14253:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1773941608.347537:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [244:244:256:4294967295] 192.168.202.146@tcp LPNI seq info [124:124:8:4294967295] 00000100:00000040:0.0:1773941608.347544:0:14253:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388570700 x1860112244306560/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941608 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941608.347545:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1773941608.347558:0:14253:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1773941608.347561:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 02000000:00000001:0.0:1773941608.347562:0:14253:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941608.347566:0:14253:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09386adcc00. 00000800:00000200:1.0:1773941608.347570:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp 02000000:00000001:0.0:1773941608.347571:0:14253:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941608.347575:0:14253:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000010:1.0:1773941608.347596:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1600. 00000800:00000200:1.0:1773941608.347602:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941608.347607:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941608.347610:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1773941608.347621:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941608.347621:0:14253:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941608.347627:0:14253:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1773941608.347629:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:0.0:1773941608.347631:0:14253:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa09386251a00. 00000100:00000001:1.0:1773941608.347632:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295047574 02000000:00000001:0.0:1773941608.347636:0:14253:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941608.347639:0:14253:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941608.347640:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295047564 00000100:00000010:0.0:1773941608.347641:0:14253:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388570700. 00000100:00000001:1.0:1773941608.347646:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295047574 00000100:00000001:0.0:1773941608.347654:0:14253:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941608.347655:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295047564 00000100:00000001:0.0:1773941608.347657:0:14253:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941608.347661:0:14253:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1773941608.347662:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:0.0:1773941608.347664:0:14253:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 00000100:00000001:1.0:1773941608.347668:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.347669:0:14253:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:1.0:1773941608.347679:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.347681:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941608.347685:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941608.347687:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941608.347690:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941608.347693:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941608.347695:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.347696:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1773941608.347719:0:14253:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa09398f567c0. 00000020:00000010:0.0:1773941608.347724:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938867ae00. 00000020:00000010:0.0:1773941608.347728:0:14253:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938867b000. 00000040:00000010:0.0:1773941608.347733:0:14253:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938867a200. 00000020:00000010:0.0:1773941608.347737:0:14253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386288800. 00000020:00000010:0.0:1773941608.347740:0:14253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938867a800. 80000000:00000010:0.0:1773941608.347744:0:14253:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa093a00fc780. 00040000:00000010:0.0:1773941608.347748:0:14253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938867b800. 20000000:00000010:0.0:1773941608.347751:0:14253:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffffa0938867b600. 10000000:00000040:0.0:1773941608.347754:0:14253:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 10000000:00000001:0.0:1773941608.347756:0:14253:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1773941608.347759:0:14253:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938867b000. 00000040:00000010:0.0:1773941608.347762:0:14253:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938867a200. 00000020:00000010:0.0:1773941608.347765:0:14253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386288800. 00000800:00000200:1.0:1773941608.347766:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1773941608.347768:0:14253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938867a800. 00000800:00000010:1.0:1773941608.347770:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1600. 80000000:00000010:0.0:1773941608.347772:0:14253:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093a00fc780. 00000400:00000200:1.0:1773941608.347777:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:0.0:1773941608.347778:0:14253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938867b800. 20000000:00000010:0.0:1773941608.347784:0:14253:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffffa0938867b600. 00000400:00000200:1.0:1773941608.347788:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000020:00000010:0.0:1773941608.347789:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938867ae00. 00000400:00000200:1.0:1773941608.347794:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa198 10000000:00000010:0.0:1773941608.347795:0:14253:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa09398f567c0. 00000400:00000010:1.0:1773941608.347799:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa198. 10000000:01000000:0.0:1773941608.347801:0:14253:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' failed (-5). 00000100:00000001:1.0:1773941608.347805:0:2390:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:0.0:1773941608.347806:0:14253:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00000001:0.0:1773941608.347810:0:14253:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000200:1.0:1773941608.347812:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941608.347814:0:14253:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938626ee00. 00000040:00000010:0.0:1773941608.347820:0:14253:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938626f000. 00000020:00000010:0.0:1773941608.347826:0:14253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938628c800. 00000100:00000001:1.0:1773941608.347827:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1773941608.347831:0:14253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938626f800. 00000100:00000040:1.0:1773941608.347832:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1773941608.347836:0:14253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05a00. 00000100:00000001:1.0:1773941608.347841:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.347846:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000010:0.0:1773941608.347848:0:14253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09398f30e00. 00000020:00000010:0.0:1773941608.347853:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938626e200. 00000020:00000001:0.0:1773941608.347856:0:14253:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000010:0.0:1773941608.347858:0:14253:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffffa0938914eb40. 00000020:00000010:0.0:1773941608.347863:0:14253:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffffa0939056cf00. 00000020:02020000:0.0:1773941608.347866:0:14253:0:(obd_mount.c:91:lustre_process_log()) MGC192.168.202.146@tcp: Confguration from log lustre-client failed from MGS -5. Communication error between node & MGS, a bad configuration, or other errors. See syslog for more info 00000800:00000001:1.0:1773941608.349220:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.349228:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941608.349230:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.349232:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941608.349235:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.349239:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941608.349244:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.349246:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.349249:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.349252:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 416 into portal 25 MB=0x69bc321907580 00000400:00000200:1.0:1773941608.349255:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.349259:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 416/416 into md 0x10c1 [1] + 0 00000800:00000001:1.0:1773941608.349262:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.349273:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941608.349275:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941608.349278:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941608.349281:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941608.349285:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941608.349293:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941608.349310:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941608.349315:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.349317:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.349335:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941608.349338:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941608.349342:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941608.349343:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941608.349345:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917ec08. 00000400:00000200:2.0:1773941608.349350:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa440 00000400:00000010:2.0:1773941608.349352:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa440. 00000100:00000001:2.0:1773941608.349354:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941608.349359:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941608.349368:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.349373:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941608.349375:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.349376:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941608.349378:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941608.349379:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941608.349380:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941608.349382:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941608.349393:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=114 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941608.349395:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941608.349397:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941608.349398:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941608.349400:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941608.349401:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.349403:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941608.349406:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.349411:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941608.349413:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941608.349414:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.349416:0:2397:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941608.349421:0:2397:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941608.349422:0:2397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941608.349423:0:2397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x450ee06f069b0b7c 00000020:00000001:2.0:1773941608.349425:0:2397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941608.349426:0:2397:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa09387c9e000 refcount=3 00000020:00000001:2.0:1773941608.349428:0:2397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000020:00000001:2.0:1773941608.349430:0:2397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639154231631872 : -104919477919744 : ffffa09387c9e000) 00000100:00001000:2.0:1773941608.349432:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=1773941608 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941608.349435:0:2397:0:(import.c:2202:obd_at_measure()) AT ffffa093996f8410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941608.349440:0:2397:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 2 00000100:00000001:2.0:1773941608.349441:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941608.349443:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941608.349444:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.349445:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941608.349447:0:2397:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.146@tcp after partition 00000100:00080000:2.0:1773941608.349449:0:2397:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941608.349451:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941608.349454:0:2397:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941608.349456:0:2397:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.146@tcp; invalidating 00000020:00000040:2.0:1773941608.349458:0:2397:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1773941608.349683:0:2397:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.349687:0:2397:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941608.349695:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.349700:0:14338:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:1.0:1773941608.349705:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa09388571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244307328:192.168.202.146@tcp:250:kworker.0 00000100:00080000:2.0:1773941608.349707:0:14338:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@192.168.202.146@tcp 00000100:00000001:1.0:1773941608.349710:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941608.349711:0:14338:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941608.349712:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941608.349713:0:14338:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941608.349715:0:14338:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:1.0:1773941608.349715:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09388571180 x1860112244307328/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941608.349722:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941608.349724:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941608.349727:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa09384f7bc00. 02000000:00000001:1.0:1773941608.349730:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941608.349732:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941608.349733:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=4 obd=MGC192.168.202.146@tcp 00000001:00000001:2.0:1773941608.349736:0:14338:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1773941608.349736:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941608.349738:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa09386adf800. 00000001:00000001:2.0:1773941608.349739:0:14338:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:1.0:1773941608.349740:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941608.349742:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:2.0:1773941608.349743:0:14338:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffffa09390360100 count: 2 00000100:00000010:1.0:1773941608.349743:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09388571180. 00000100:00000001:1.0:1773941608.349747:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941608.349754:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941608.349755:0:14338:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941608.349757:0:14338:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773941608.349757:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941608.349759:0:14338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941608.349761:0:14338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffffa09381516800 refcount=3 00000100:00000001:1.0:1773941608.349761:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941608.349763:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941608.349764:0:14338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 00000100:00000001:1.0:1773941608.349765:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941608.349783:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941608.349794:0:14338:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639154123073536 : -104919586478080 : ffffa09381516800) 00010000:00000001:2.0:1773941608.349798:0:14338:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941608.349802:0:14338:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xcac106b6165c8b5b expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941608.349812:0:14338:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941608.349815:0:14338:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xcac106b6165c8b5b expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941608.349823:0:14338:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1773941608.349826:0:14338:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1773941608.349828:0:14338:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1773941608.349830:0:14338:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1773941608.349832:0:14338:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773941608.349834:0:14338:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941608.349847:0:14338:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1773941608.349848:0:14338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941608.349849:0:14338:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 2 10000000:00000001:2.0:1773941608.349851:0:14338:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773941608.349852:0:14338:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941608.349854:0:14338:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941608.349856:0:14338:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941608.349863:0:14338:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941608.349865:0:14338:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941608.349868:0:14338:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941608.349871:0:14338:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941608.349873:0:14338:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09381516800 with handle 0x450ee06f069b0cbe from hash 00010000:00000001:2.0:1773941608.349875:0:14338:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941608.349877:0:14338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941608.349879:0:14338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941608.349880:0:14338:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941608.349881:0:14338:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941608.349882:0:14338:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941608.349884:0:14338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941608.349885:0:14338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941608.349887:0:14338:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941608.349888:0:14338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941608.349890:0:14338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffffa09381516800/0x450ee06f069b0cbe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xcac106b6165c8b5b expref: -99 pid: 14267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941608.349898:0:14338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1773941608.349900:0:14338:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffffa09390360100 count: 0 00000001:00000001:2.0:1773941608.349907:0:14338:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941608.349908:0:14338:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941608.349909:0:14338:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941608.349911:0:14338:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941608.349912:0:14338:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.349914:0:14338:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941608.349917:0:14338:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941608.349919:0:14338:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941608.349921:0:14338:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941608.349923:0:14338:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941608.349925:0:14338:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941608.349927:0:14338:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941608.349928:0:14338:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941608.349930:0:14338:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.146@tcp: Reactivating import 00000100:00080000:2.0:1773941608.349938:0:14338:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941608.349939:0:14338:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.349940:0:14338:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941608.349947:0:14338:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 192.168.202.146@tcp (at 192.168.202.146@tcp) 00000100:00000001:2.0:1773941608.349950:0:14338:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941608.349952:0:14338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941608.349953:0:14338:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1773941608.349955:0:14338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941608.349956:0:14338:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.352143:0:14253:0:(obd_mount.c:93:lustre_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1773941608.352147:0:14253:0:(llite_lib.c:1489:ll_fill_super()) Process leaving via out_debugfs (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1773941608.352361:0:14253:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffffa09390d9f800. 00000020:00000010:0.0:1773941608.352365:0:14253:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09390d9ec00. 00000020:00000010:0.0:1773941608.352368:0:14253:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffffa09386289000. 00000020:00000010:0.0:1773941608.352389:0:14253:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09390d9fc00. 00000080:00000010:0.0:1773941608.352392:0:14253:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffffa093a00fcd20. 00000080:00000001:0.0:1773941608.352394:0:14253:0:(llite_lib.c:1565:ll_put_super()) Process entered 00000080:00200000:0.0:1773941608.352396:0:14253:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffffa09387c9b800 (sb ffffa09387c9b800) 00000020:00000001:0.0:1773941608.352399:0:14253:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773941608.352404:0:14253:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffffa09391e370c0. 00000020:00000001:0.0:1773941608.352406:0:14253:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941608.352409:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938867ae00. 00000020:00000010:0.0:1773941608.352412:0:14253:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938867b600. 00000040:00000010:0.0:1773941608.352414:0:14253:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938867b800. 00000020:00000010:0.0:1773941608.352416:0:14253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386289000. 00000020:00000010:0.0:1773941608.352419:0:14253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938867a800. 00040000:00000010:0.0:1773941608.352422:0:14253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0939a4a4a00. 00040000:00000010:0.0:1773941608.352424:0:14253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938867a200. 10000000:00000001:0.0:1773941608.352427:0:14253:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941608.352429:0:14253:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773941608.352431:0:14253:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773941608.352433:0:14253:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773941608.352450:0:14253:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941608.352452:0:14253:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffffa09390300600) refs 2 10000000:00000001:0.0:1773941608.352454:0:14253:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.352456:0:14253:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446639154372544000 : -104919337007616 : ffffa09390300600) 10000000:00000001:0.0:1773941608.352463:0:14253:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941608.352465:0:14253:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1773941608.352466:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773941608.352468:0:14253:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.352469:0:14253:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941608.352471:0:14253:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1773941608.352472:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773941608.352473:0:14253:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.352474:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941608.352475:0:14253:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffffa09390300800) refs 1 10000000:01000000:0.0:1773941608.352477:0:14253:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:0.0:1773941608.352478:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352479:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352479:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352480:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352481:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352482:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352482:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352483:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352484:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352485:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941608.352487:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 5 10000000:00000010:0.0:1773941608.352488:0:14253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffffa09390300800. 10000000:00000001:0.0:1773941608.352522:0:14253:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352524:0:14253:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941608.352526:0:14253:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1773941608.352527:0:14253:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773941608.352528:0:14253:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.352530:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941608.352531:0:14253:0:(mgc_request.c:123:config_log_put()) log params(ffffa09390301800) refs 1 10000000:01000000:0.0:1773941608.352532:0:14253:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:0.0:1773941608.352533:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352534:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352535:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352535:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352536:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352537:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352537:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352538:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352543:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352544:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941608.352545:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 4 10000000:00000010:0.0:1773941608.352547:0:14253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffffa09390301800. 10000000:00000001:0.0:1773941608.352548:0:14253:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352549:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352550:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352551:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941608.352552:0:14253:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffffa09398f30600) refs 1 10000000:01000000:0.0:1773941608.352553:0:14253:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:0.0:1773941608.352554:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352554:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352555:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352556:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352556:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352557:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352558:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352558:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352559:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352560:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:0.0:1773941608.352563:0:14253:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:0.0:1773941608.352565:0:14253:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at ffffa0939056c880. 00000020:00000040:0.0:1773941608.352566:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 3 10000000:00000010:0.0:1773941608.352568:0:14253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffffa09398f30600. 10000000:00000001:0.0:1773941608.352569:0:14253:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352570:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352570:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352571:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941608.352572:0:14253:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffffa09390300600) refs 2 10000000:00000001:0.0:1773941608.352573:0:14253:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352574:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941608.352574:0:14253:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffffa09390300600) refs 1 10000000:01000000:0.0:1773941608.352575:0:14253:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:0.0:1773941608.352576:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352603:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352604:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352605:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352607:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352609:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352610:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352615:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941608.352617:0:14253:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941608.352618:0:14253:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941608.352620:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 2 10000000:00000010:0.0:1773941608.352622:0:14253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffffa09390300600. 10000000:00000001:0.0:1773941608.352624:0:14253:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1773941608.352626:0:14253:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1773941608.352628:0:14253:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.352629:0:14253:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941608.352631:0:14253:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938867b600. 00000040:00000010:0.0:1773941608.352635:0:14253:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938867b800. 00000020:00000010:0.0:1773941608.352639:0:14253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386289000. 00000020:00000010:0.0:1773941608.352642:0:14253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938867a800. 00040000:00000010:0.0:1773941608.352645:0:14253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0939a4a4a00. 00040000:00000010:0.0:1773941608.352647:0:14253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938867a200. 00000020:00000010:0.0:1773941608.352649:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938867ae00. 00000020:00000001:0.0:1773941608.352651:0:14253:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941608.352653:0:14253:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffffa09391e370c0. 00000020:00000001:0.0:1773941608.352655:0:14253:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.352656:0:14253:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773941608.352658:0:14253:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffffa09391e370c0. 00000020:00000001:0.0:1773941608.352660:0:14253:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941608.352661:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938867ae00. 00000020:00000010:0.0:1773941608.352663:0:14253:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938867a200. 00000040:00000010:0.0:1773941608.352665:0:14253:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938867a800. 00000020:00000010:0.0:1773941608.352667:0:14253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa09386289000. 00000020:00000010:0.0:1773941608.352668:0:14253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938867b800. 00040000:00000010:0.0:1773941608.352670:0:14253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0939a4a4a00. 00040000:00000010:0.0:1773941608.352673:0:14253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938867b600. 10000000:00000001:0.0:1773941608.352675:0:14253:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941608.352676:0:14253:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773941608.352677:0:14253:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773941608.352678:0:14253:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773941608.352680:0:14253:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.352682:0:14253:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1773941608.352683:0:14253:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1773941608.352690:0:14253:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938867a200. 00000040:00000010:0.0:1773941608.352692:0:14253:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938867a800. 00000020:00000010:0.0:1773941608.352693:0:14253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386289000. 00000020:00000010:0.0:1773941608.352695:0:14253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938867b800. 00040000:00000010:0.0:1773941608.352697:0:14253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0939a4a4a00. 00040000:00000010:0.0:1773941608.352699:0:14253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938867b600. 00000020:00000010:0.0:1773941608.352700:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938867ae00. 00000020:00000001:0.0:1773941608.352701:0:14253:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1773941608.352703:0:14253:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffffa09391e370c0. 00000020:00000001:0.0:1773941608.352704:0:14253:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:02000400:0.0:1773941608.352707:0:14253:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:00000001:0.0:1773941608.353755:0:14253:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:0.0:1773941608.353757:0:14253:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:0.0:1773941608.353758:0:14253:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1773941608.353759:0:14253:0:(obd_config.c:1156:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.353761:0:14253:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:0.0:1773941608.353763:0:14253:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:0.0:1773941608.353779:0:14253:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffffa09389f8d6c0. 00000080:00000010:0.0:1773941608.353783:0:14253:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffffa09382eb4c30. 00000080:00000010:0.0:1773941608.353785:0:14253:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffffa09382eb44a0. 00000080:00000010:0.0:1773941608.353819:0:14253:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffffa0938628f800. 00000080:00000001:0.0:1773941608.353821:0:14253:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:0.0:1773941608.353823:0:14253:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:0.0:1773941608.353824:0:14253:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffffa09387c9b800 00000020:00000001:0.0:1773941608.353826:0:14253:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:00000001:0.0:1773941608.353828:0:14253:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1773941608.353830:0:14253:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773941608.353832:0:14253:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.202.146@tcp - 1 00000100:00000001:0.0:1773941608.353834:0:14253:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773941608.353836:0:14253:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import d0a345f7-236f-4283-8d0b-61189a46960a->MGS 00000020:00000001:0.0:1773941608.353837:0:14253:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941608.353839:0:14253:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=2 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941608.353840:0:14253:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941608.353841:0:14253:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941608.353843:0:14253:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773941608.353850:0:14253:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941608.353852:0:14253:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941608.353854:0:14253:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941608.353856:0:14253:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941608.353858:0:14253:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773941608.353860:0:14253:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773941608.353861:0:14253:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941608.353862:0:14253:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941608.353863:0:14253:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941608.353864:0:14253:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941608.353865:0:14253:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941608.353866:0:14253:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941608.353868:0:14253:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941608.353870:0:14253:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773941608.353871:0:14253:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773941608.353873:0:14253:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773941608.353875:0:14253:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773941608.353878:0:14253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0939024e300. 00000020:00000040:0.0:1773941608.353880:0:14253:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1773941608.353882:0:14253:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941608.353883:0:14253:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941608.353885:0:14253:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941608.353888:0:14253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0939a4a4a00. 00000100:00000001:0.0:1773941608.353891:0:14253:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.353893:0:14253:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446639154371814144 : -104919337737472 : ffffa0939024e300) 00000100:00080000:0.0:1773941608.353895:0:14253:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773941608.353898:0:14253:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941608.353900:0:14253:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941608.353905:0:14253:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e41f9bd] to pc [ptlrpcd_rcv+-1] req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941608.353921:0:14253:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.353946:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941608.353950:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941608.353951:0:2397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941608.353958:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941608.353966:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941608.353967:0:2397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941608.353970:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941608.353972:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941608.353974:0:2397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941608.353977:0:2397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244307456:192.168.202.146@tcp:251:mount.lustre.0 00000100:00000001:1.0:1773941608.353980:0:2397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941608.353983:0:2397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941608.353984:0:2397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941608.353986:0:2397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941608.353990:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09390300a00. 02000000:00000001:1.0:1773941608.353991:0:2397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941608.353995:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1773941608.354014:0:2397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0938917e9f8. 00000400:00000010:1.0:1773941608.354018:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa198. 00000100:00000200:1.0:1773941608.354021:0:2397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112244307456, portal 25 00000100:00000001:1.0:1773941608.354024:0:2397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941608.354025:0:2397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639154371814144 : -104919337737472 : ffffa0939024e300) 00000100:00000040:1.0:1773941608.354030:0:2397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941608.354036:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941608.354038:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1773941608.354040:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa093830fa660. 00000100:00000200:1.0:1773941608.354050:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112244307456, offset 0 00000400:00000200:1.0:1773941608.354054:0:2397:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1773941608.354058:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.354063:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1773941608.354066:0:2397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941608.354068:0:2397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1773941608.354070:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941608.354072:0:2397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941608.354075:0:2397:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.146@tcp, 192.168.202.156@tcp] h:[1000, 700] p:[-1, -1] c:[8, 8] s:[124, 122] 00000400:00000200:1.0:1773941608.354078:0:2397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1773941608.354081:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [245:245:256:4294967295] 192.168.202.146@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:1.0:1773941608.354084:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.354090:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1773941608.354110:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1773941608.354113:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa093854a1600. 00000800:00000200:1.0:1773941608.354116:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa09383299600] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1773941608.354120:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1773941608.354123:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa093854a1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941608.354137:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941608.354140:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1773941608.354142:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295047580 00000100:00000001:1.0:1773941608.354146:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295047574 00000100:00000001:1.0:1773941608.354149:0:2397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295047580 00000100:00000001:1.0:1773941608.354152:0:2397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295047574 00000100:00000001:1.0:1773941608.354157:0:2397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941608.354159:0:2397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.354161:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.354163:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941608.354166:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941608.354168:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1773941608.354175:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941608.354177:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941608.354178:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941608.354180:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941608.354195:0:2390:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941608.354199:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa093854a1600. 00000400:00000200:0.0:1773941608.354202:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941608.354207:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1773941608.354215:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa660 00000400:00000010:0.0:1773941608.354217:0:2390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa660. 00000100:00000001:0.0:1773941608.354219:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941608.354223:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941608.354230:0:2390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941608.354233:0:2390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941608.354241:0:2390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.354243:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941608.355414:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.355423:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941608.355425:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.355427:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941608.355431:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.355435:0:2391:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1773941608.355441:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.355444:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.355446:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.355449:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x69bc321907600 00000400:00000200:1.0:1773941608.355453:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1773941608.355456:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x10d1 [1] + 224 00000800:00000001:1.0:1773941608.355460:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.355465:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941608.355467:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941608.355470:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1773941608.355473:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941608.355478:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941608.355487:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941608.355520:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941608.355526:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941608.355530:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.355564:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941608.355566:0:2397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941608.355570:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941608.355571:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941608.355574:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e9f8. 00000400:00000200:2.0:1773941608.355606:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093830fa198 00000400:00000010:2.0:1773941608.355610:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa093830fa198. 00000100:00000001:2.0:1773941608.355614:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941608.355620:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1773941608.355622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa093829bdc00. 00000100:00000200:2.0:1773941608.355638:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.355646:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941608.355648:0:2397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.355650:0:2397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941608.355651:0:2397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941608.355653:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941608.355654:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941608.355656:0:2397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941608.355659:0:2397:0:(import.c:2136:obd_at_measure()) add 5 to ffffa093996f8458 time=114 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941608.355661:0:2397:0:(import.c:2136:obd_at_measure()) add 1 to ffffa093996f8410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941608.355663:0:2397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941608.355664:0:2397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941608.355666:0:2397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941608.355667:0:2397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.355669:0:2397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941608.355671:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941608.355676:0:2397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941608.355685:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941608.355686:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941608.355688:0:2397:0:(import.c:65:import_set_state_nolock()) ffffa093996f8000 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773941608.355690:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941608.355691:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941608.355693:0:2397:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941608.355694:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.355695:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941608.355696:0:2397:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941608.355697:0:2397:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941608.355698:0:2397:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.355699:0:2397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1773941608.355710:0:2397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941608.355715:0:2397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0939024e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d0a345f7-236f-4283-8d0b-61189a46960a:2397:1860112244307456:192.168.202.146@tcp:251:mount.lustre.0 00000100:00000001:2.0:1773941608.355719:0:2397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941608.355720:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941608.355723:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0939024e300 x1860112244307456/t0(0) o251->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941608.355727:0:14253:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.355729:0:2397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941608.355732:0:14253:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941608.355735:0:14253:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941608.355736:0:14253:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941608.355738:0:14253:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941608.355739:0:14253:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941608.355740:0:14253:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941608.355741:0:2397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:0.0:1773941608.355742:0:14253:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 02000000:00000010:2.0:1773941608.355746:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09390300a00. 10000000:00000001:0.0:1773941608.355746:0:14253:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.355751:0:14253:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941608.355752:0:2397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1773941608.355754:0:14253:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:2.0:1773941608.355756:0:2397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941608.355757:0:14253:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:2.0:1773941608.355759:0:2397:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=2 obd=MGC192.168.202.146@tcp 10000000:01000000:0.0:1773941608.355760:0:14253:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:2.0:1773941608.355765:0:2397:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941608.355766:0:14253:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941608.355770:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0939a4a4a00. 00000001:00000001:0.0:1773941608.355771:0:14253:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941608.355775:0:14253:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941608.355776:0:2397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941608.355778:0:14253:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941608.355779:0:2397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941608.355781:0:14253:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:2.0:1773941608.355782:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0939024e300. 00000001:00000001:0.0:1773941608.355784:0:14253:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.355787:0:14253:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941608.355788:0:2397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941608.355789:0:14253:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941608.355791:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941608.355794:0:14253:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000100:00000001:2.0:1773941608.355795:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941608.355798:0:14253:0:(genops.c:1462:class_disconnect()) Process entered 00000100:00000001:2.0:1773941608.355801:0:2397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000080:0.0:1773941608.355802:0:14253:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x450ee06f069b0b7c 00000020:00000040:0.0:1773941608.355805:0:14253:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09387c9e000 with handle 0x450ee06f069b0b7c from hash 00000100:00000001:2.0:1773941608.355808:0:2397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.355812:0:14253:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000100:00000001:2.0:1773941608.355813:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941608.355815:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941608.355823:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 1 00000020:00000001:0.0:1773941608.355825:0:14253:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941608.355826:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9e000 : new refcount 0 00000020:00000080:0.0:1773941608.355828:0:14253:0:(genops.c:904:class_export_put()) final put ffffa09387c9e000/d0a345f7-236f-4283-8d0b-61189a46960a 00000020:00000001:0.0:1773941608.355830:0:14253:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.355843:0:14253:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941608.355845:0:14253:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.355847:0:14253:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.355849:0:14253:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941608.355850:0:14253:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.146@tcp (flags='') 00000020:00000010:0.0:1773941608.355854:0:14253:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffffa093a00fcd20. 00000020:00000080:0.0:1773941608.355856:0:14253:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941608.355859:0:14253:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941608.355862:0:14253:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.146@tcp: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1773941608.355864:0:14253:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941608.355866:0:14253:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffffa093885a19b8) has no exports 00000020:00000001:0.0:1773941608.355867:0:14253:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941608.355870:0:14253:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941608.355872:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938867ae00. 00000020:00000010:0.0:1773941608.355875:0:14253:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938867b600. 00000040:00000010:0.0:1773941608.355878:0:14253:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938867b800. 00000020:00000010:0.0:1773941608.355880:0:14253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938628f800. 00000020:00000010:0.0:1773941608.355882:0:14253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938867a800. 00040000:00000010:0.0:1773941608.355885:0:14253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0939a4a4700. 00040000:00000010:0.0:1773941608.355888:0:14253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938867a200. 00000020:00000010:0.0:1773941608.355891:0:14253:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa09398f56500. 00000020:00000001:3.0:1773941608.355893:0:36:0:(genops.c:857:class_export_destroy()) Process entered 10000000:00000001:0.0:1773941608.355895:0:14253:0:(mgc_request.c:792:mgc_device_fini()) Process entered 00000020:00000080:3.0:1773941608.355901:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffffa09387c9e000/d0a345f7-236f-4283-8d0b-61189a46960a for MGC192.168.202.146@tcp 00000020:00000040:3.0:1773941608.355909:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 2 to 192.168.202.146@tcp 00000020:00000001:3.0:1773941608.355913:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773941608.355915:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941608.355919:0:36:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093885a19b8) now 5 - export 00000020:00000010:3.0:1773941608.355924:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09387c9e000. 10000000:00000001:2.0:1773941608.355926:0:14267:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941608.355929:0:14267:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1773941608.355933:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 10000000:01000000:2.0:1773941608.355938:0:14267:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:2.0:1773941608.355940:0:14267:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.355960:0:14253:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:0.0:1773941608.355963:0:14253:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.146@tcp: client import never connected 00000100:00000001:0.0:1773941608.355965:0:14253:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941608.355967:0:14253:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941608.355968:0:14253:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941608.355969:0:14253:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941608.355970:0:14253:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941608.355971:0:14253:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941608.355978:0:14253:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941608.355980:0:14253:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.355981:0:14253:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941608.355982:0:14253:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941608.355984:0:14253:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941608.355985:0:14253:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941608.355986:0:14253:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941608.355987:0:14253:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941608.355989:0:14253:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941608.355990:0:14253:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941608.355991:0:14253:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941608.355992:0:14253:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.355994:0:14253:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.355995:0:14253:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941608.355998:0:14253:0:(genops.c:1229:class_import_get()) import ffffa093996f8000 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941608.355999:0:14253:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941608.356000:0:14253:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=2 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941608.356001:0:14253:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:0.0:1773941608.356004:0:14253:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@ffffffffc1085ea0: being destroyed 00000020:00000001:0.0:1773941608.356006:0:14253:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941608.356007:0:14253:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=1 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941608.356008:0:14253:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1773941608.356009:0:14253:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:0.0:1773941608.356011:0:14253:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:0.0:1773941608.356012:0:14253:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffffa093881ddb40 : new refcount 2 00000040:00000001:0.0:1773941608.356014:0:14253:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941608.356015:0:14253:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffffa093881ddb40 : new refcount 1 00000020:00000040:0.0:1773941608.356018:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 1 00000020:00000001:0.0:1773941608.356019:0:14253:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941608.356020:0:14253:0:(genops.c:1242:class_import_put()) import ffffa093996f8000 refcount=0 obd=MGC192.168.202.146@tcp 00000020:00000040:0.0:1773941608.356021:0:14253:0:(genops.c:1245:class_import_put()) final put import ffffa093996f8000 00000020:00000001:0.0:1773941608.356030:0:14253:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941608.356031:0:14253:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffffa093881ddb40. 00000040:00000001:0.0:1773941608.356035:0:14253:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.356037:0:14253:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941608.356038:0:14253:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941608.356042:0:14253:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f56500. 00000020:00000001:3.0:1773941608.356052:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:0.0:1773941608.356052:0:14253:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938867b600. 00000020:00000080:3.0:1773941608.356056:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffffa093996f8000 for MGC192.168.202.146@tcp 00000040:00000010:0.0:1773941608.356063:0:14253:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938867b800. 00000020:00000040:3.0:1773941608.356064:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 1 to 192.168.202.146@tcp 00000020:00000010:0.0:1773941608.356069:0:14253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938628f800. 00000020:00000040:3.0:1773941608.356070:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa09398f2b880 refcount 0 to 192.168.202.146@tcp 00000020:00000010:0.0:1773941608.356075:0:14253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938867a800. 00000020:00000010:3.0:1773941608.356076:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffffa0939041fc00. 00040000:00000010:0.0:1773941608.356080:0:14253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0939a4a4700. 00000020:00000040:3.0:1773941608.356084:0:36:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093885a19b8) now 4 - import 00040000:00000010:0.0:1773941608.356085:0:14253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938867a200. 00000020:00000010:0.0:1773941608.356090:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938867ae00. 00000020:00000010:3.0:1773941608.356094:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa093996f8000. 00000020:00000001:0.0:1773941608.356094:0:14253:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941608.356104:0:14253:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:3.0:1773941608.356110:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:0.0:1773941608.356111:0:14253:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938626e800. 00000001:00000010:0.0:1773941608.356117:0:14253:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938626e000. 00000001:00000010:0.0:1773941608.356118:0:14253:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938626f200. 00000001:00000010:0.0:1773941608.356120:0:14253:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0938626f600. 00000001:00000010:0.0:1773941608.356122:0:14253:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa093a0632840. 00000001:00000010:0.0:1773941608.356124:0:14253:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa0938624a200. 00000001:00000001:0.0:1773941608.356127:0:14253:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941608.356128:0:14253:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093885a19b8) now 3 - setup 00000020:00000001:0.0:1773941608.356130:0:14253:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.356132:0:14253:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941608.356134:0:14253:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941608.356136:0:14253:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941608.356138:0:14253:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093885a19b8) now 2 - obd_device_list 00000020:00000080:0.0:1773941608.356140:0:14253:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.146@tcp (uuid d0a345f7-236f-4283-8d0b-61189a46960a) 00000020:00000040:0.0:1773941608.356141:0:14253:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.146@tcp (ffffa093885a19b8) now 1 - newdev 00000020:00000040:0.0:1773941608.356144:0:14253:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffffa09387c9c000 with handle 0x450ee06f069b0b75 from hash 00000020:00000040:0.0:1773941608.356146:0:14253:0:(genops.c:898:class_export_put()) PUTting export ffffa09387c9c000 : new refcount 0 00000020:00000080:0.0:1773941608.356147:0:14253:0:(genops.c:904:class_export_put()) final put ffffa09387c9c000/d0a345f7-236f-4283-8d0b-61189a46960a 00000020:00000001:0.0:1773941608.356149:0:14253:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941608.356150:0:14253:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941608.356151:0:14253:0:(genops.c:863:class_export_destroy()) destroying export ffffa09387c9c000/d0a345f7-236f-4283-8d0b-61189a46960a for MGC192.168.202.146@tcp 00000020:00000001:0.0:1773941608.356153:0:14253:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941608.356154:0:14253:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941608.356155:0:14253:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa09387c9c000. 00000020:00000001:0.0:1773941608.356158:0:14253:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941608.356164:0:14253:0:(genops.c:437:class_free_dev()) Release obd device MGC192.168.202.146@tcp obd_type name = mgc 00000020:01000000:0.0:1773941608.356166:0:14253:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.146@tcp (d0a345f7-236f-4283-8d0b-61189a46960a) 00000020:00000001:0.0:1773941608.356167:0:14253:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941608.356170:0:14253:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0938867ae00. 00000020:00000010:0.0:1773941608.356171:0:14253:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0938867a200. 00000040:00000010:0.0:1773941608.356173:0:14253:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffffa0938867a800. 00000020:00000010:0.0:1773941608.356175:0:14253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0938628f800. 00000020:00000010:0.0:1773941608.356177:0:14253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffffa0938867b800. 00040000:00000010:0.0:1773941608.356179:0:14253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0939a4a4700. 00040000:00000010:0.0:1773941608.356181:0:14253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0938867b600. 10000000:00000001:0.0:1773941608.356184:0:14253:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:0.0:1773941608.356185:0:14253:0:(obd_config.c:1281:class_del_profiles()) Process entered 00000020:00000001:0.0:1773941608.356187:0:14253:0:(obd_config.c:1294:class_del_profiles()) Process leaving 00010000:00000001:0.0:1773941608.356265:0:14253:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941608.356268:0:14253:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941608.356272:0:14253:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941608.356298:0:14253:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffffa09391db0e00. 00000020:00000010:0.0:1773941608.356302:0:14253:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffffa09391dce600. 00000020:00000010:0.0:1773941608.356306:0:14253:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09389f89800. 00010000:00000001:0.0:1773941608.356326:0:14253:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941608.356334:0:14253:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa0939056c400. 00000020:00000010:0.0:1773941608.356336:0:14253:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa09382fd1d00. 00000020:00000010:0.0:1773941608.356338:0:14253:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa0938871dd00. 00000020:00000010:0.0:1773941608.356340:0:14253:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffffa09390278980. 00000020:00000010:0.0:1773941608.356342:0:14253:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffffa0939041f900. 00000020:00000010:0.0:1773941608.356344:0:14253:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09389f88c00. 00000001:00000001:0.0:1773941608.356373:0:14253:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941608.356375:0:14253:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffffa09391dcf400. 00000001:00000010:0.0:1773941608.356377:0:14253:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffffa09391dcf800. 00000001:00000010:0.0:1773941608.356379:0:14253:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffffa09390c205f0. 00000001:00000010:0.0:1773941608.356380:0:14253:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa0939a4f8200. 00000001:00000001:0.0:1773941608.356401:0:14253:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941608.356403:0:14253:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffffa0938810ac00. 00010000:00000001:0.0:1773941608.356406:0:14253:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941608.356408:0:14253:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773941608.356415:0:14253:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773941608.356417:0:14253:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773941608.356418:0:14253:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773941608.356419:0:14253:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941608.356421:0:14253:0:(ldlm_lockd.c:3527:ldlm_cleanup()) Process entered 00000001:00000010:0.0:1773941608.356432:0:14253:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffffa0939041fb40. 00000001:00000010:0.0:1773941608.356435:0:14253:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffffa0939041f2a0. 00000020:00000001:2.0:1773941608.356537:0:14265:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941608.356541:0:14265:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941608.356544:0:14265:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:2.0:1773941608.356547:0:14265:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941608.356549:0:14265:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1773941608.356562:0:14265:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684fc0. 00000020:00000010:2.0:1773941608.356573:0:14265:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093881bbe00. 00000020:00000010:2.0:1773941608.356600:0:14265:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386245000. 00000020:00000010:2.0:1773941608.356606:0:14265:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09382cf8a10. 00000020:00000010:2.0:1773941608.356612:0:14265:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093881ba800. 80000000:00000010:2.0:1773941608.356617:0:14265:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09398102a80. 40000000:00000010:2.0:1773941608.356623:0:14265:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09388684a80. 00100000:00000010:2.0:1773941608.356628:0:14265:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09386243000. 00000020:00000001:1.0:1773941608.356631:0:14264:0:(genops.c:1914:obd_stale_export_get()) Process entered 00040000:00000010:2.0:1773941608.356633:0:14265:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1300. 00000020:00000001:1.0:1773941608.356634:0:14264:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1773941608.356636:0:14265:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa093881ba600. 00010000:00010000:1.0:1773941608.356637:0:14264:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:1.0:1773941608.356640:0:14264:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00002000:00000010:2.0:1773941608.356641:0:14265:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093862b7800. 00010000:00000001:1.0:1773941608.356642:0:14264:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1773941608.356645:0:14265:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093881bb600. 00010000:00000010:2.0:1773941608.356649:0:14265:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffffa09388684200. 00000020:00000010:1.0:1773941608.356651:0:14264:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684ac0. 00010000:00000001:2.0:1773941608.356652:0:14265:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1773941608.356662:0:14253:0:(ldlm_lockd.c:3556:ldlm_cleanup()) kfreed 'blp': 168 at ffffa09386aea000. 00000100:00000001:0.0:1773941608.356668:0:14253:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1773941608.356670:0:14253:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000020:00000010:1.0:1773941608.356674:0:14264:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093881bbc00. 00000100:00000001:0.0:1773941608.356674:0:14253:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1773941608.356677:0:14253:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941608.356680:0:14253:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000020:00000010:1.0:1773941608.356681:0:14264:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386244000. 00000100:00000040:0.0:1773941608.356683:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:0.0:1773941608.356687:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000020:00000010:1.0:1773941608.356689:0:14264:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09382cf9e30. 00000020:00000010:1.0:1773941608.356695:0:14264:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093881ba000. 00000100:00000040:0.0:1773941608.356699:0:14253:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 80000000:00000010:1.0:1773941608.356700:0:14264:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09398102d80. 40000000:00000010:1.0:1773941608.356707:0:14264:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09388684940. 00100000:00000010:1.0:1773941608.356712:0:14264:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09386241000. 00000020:00000010:0.0:1773941608.356712:0:14254:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09385316e00. 00040000:00000010:1.0:1773941608.356718:0:14264:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1a00. 00000040:00000010:0.0:1773941608.356719:0:14254:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09385317400. 00040000:00000010:1.0:1773941608.356724:0:14264:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa093881baa00. 00000020:00000010:0.0:1773941608.356725:0:14254:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938860d000. 00002000:00000010:1.0:1773941608.356731:0:14264:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093862b4800. 00000020:00000010:0.0:1773941608.356732:0:14254:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09399534168. 00000020:00000010:1.0:1773941608.356753:0:14264:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093881bb000. 00000020:00000010:0.0:1773941608.356755:0:14254:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09385316600. 00010000:00000010:1.0:1773941608.356758:0:14264:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffffa09388684dc0. 80000000:00000010:0.0:1773941608.356761:0:14254:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093a00fc000. 00010000:00000001:1.0:1773941608.356763:0:14264:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:0.0:1773941608.356767:0:14254:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f568c0. 00100000:00000010:0.0:1773941608.356772:0:14254:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09388609000. 00040000:00000010:0.0:1773941608.356775:0:14254:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05600. 00040000:00000010:0.0:1773941608.356778:0:14254:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0938860c000. 00040000:00000010:0.0:1773941608.356782:0:14254:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09385317200. 00000004:00000010:0.0:1773941608.356785:0:14254:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa0938860d800. 00000004:00000010:0.0:1773941608.356791:0:14254:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09398b08000. 00000004:00000010:0.0:1773941608.356796:0:14254:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09388608000. 00002000:00000010:0.0:1773941608.356800:0:14254:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09390d9cc00. 00000004:00000010:0.0:1773941608.356803:0:14254:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09390d9f000. 00000020:00000010:0.0:1773941608.356806:0:14254:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385316400. 00000020:00000010:1.0:1773941608.356810:0:14255:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388652400. 00000020:00000010:0.0:1773941608.356812:0:14254:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f56080. 00000040:00000010:1.0:1773941608.356818:0:14255:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09388653a00. 00000100:00000010:0.0:1773941608.356820:0:14254:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f56740. 00000020:00000010:1.0:1773941608.356823:0:14255:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09382d2d800. 00000100:00100000:0.0:1773941608.356826:0:14254:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffffa0938626ea00:14254] 0 exiting: rc = 1 00000020:00000010:1.0:1773941608.356829:0:14255:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09382cfd080. 00000020:00000010:1.0:1773941608.356833:0:14255:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09388653800. 80000000:00000010:1.0:1773941608.356840:0:14255:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09398102e40. 40000000:00000010:1.0:1773941608.356844:0:14255:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09388684500. 00100000:00000010:1.0:1773941608.356848:0:14255:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09382d2b000. 00040000:00000010:1.0:1773941608.356852:0:14255:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09399f20e00. 00040000:00000010:1.0:1773941608.356877:0:14255:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09382d2d000. 00040000:00000010:1.0:1773941608.356879:0:14255:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09388653600. 00000004:00000010:1.0:1773941608.356882:0:14255:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09382d2a000. 00000004:00000010:1.0:1773941608.356885:0:14255:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa093867fe000. 00000004:00000010:1.0:1773941608.356889:0:14255:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09382d2e000. 00002000:00000010:1.0:1773941608.356892:0:14255:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093996c6400. 00000004:00000010:1.0:1773941608.356895:0:14255:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa093996c5800. 00000020:00000010:1.0:1773941608.356898:0:14255:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388653200. 00000020:00000010:1.0:1773941608.356902:0:14255:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa093886842c0. 00000100:00000010:1.0:1773941608.356909:0:14255:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09388684f80. 00000100:00100000:1.0:1773941608.356912:0:14255:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffffa09388652600:14255] 1 exiting: rc = 0 00000100:00000010:0.0:1773941608.356933:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa0938626ea00. 00000100:00000010:0.0:1773941608.356938:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09388652600. 00000100:00000001:0.0:1773941608.356943:0:14253:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941608.356945:0:14253:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941608.356947:0:14253:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:0.0:1773941608.356948:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:0.0:1773941608.356950:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:0.0:1773941608.356965:0:14253:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:2.0:1773941608.356989:0:14256:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093854ef200. 00000040:00000010:2.0:1773941608.356994:0:14256:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa093854ef600. 00000020:00000010:2.0:1773941608.356997:0:14256:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c9a800. 00000020:00000010:2.0:1773941608.356999:0:14256:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af5588. 00000020:00000010:2.0:1773941608.357002:0:14256:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093854ee400. 80000000:00000010:2.0:1773941608.357005:0:14256:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fa20. 40000000:00000010:2.0:1773941608.357007:0:14256:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09385498700. 00100000:00000010:2.0:1773941608.357010:0:14256:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09387c9b000. 00040000:00000010:2.0:1773941608.357013:0:14256:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0938624a700. 00000020:00000010:3.0:1773941608.357015:0:14257:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09391cef200. 00040000:00000010:2.0:1773941608.357016:0:14256:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09387c9f800. 00000040:00000010:3.0:1773941608.357027:0:14257:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09391ceec00. 00040000:00000010:2.0:1773941608.357027:0:14256:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09391cee000. 00000004:00000010:2.0:1773941608.357032:0:14256:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09387c9e800. 00000020:00000010:3.0:1773941608.357036:0:14257:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c99000. 00000004:00000010:2.0:1773941608.357037:0:14256:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb1000. 00000004:00000010:2.0:1773941608.357044:0:14256:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09387c98800. 00000020:00000010:3.0:1773941608.357046:0:14257:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af69a8. 00002000:00000010:2.0:1773941608.357048:0:14256:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09387c95c00. 00000004:00000010:2.0:1773941608.357053:0:14256:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09387c94000. 00000020:00000010:3.0:1773941608.357057:0:14257:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09390b5d800. 00000020:00000010:2.0:1773941608.357057:0:14256:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093854ee600. 00000020:00000010:2.0:1773941608.357065:0:14256:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09385498e00. 80000000:00000010:3.0:1773941608.357069:0:14257:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041fd20. 00000100:00000010:2.0:1773941608.357069:0:14256:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09385498fc0. 00000100:00100000:2.0:1773941608.357075:0:14256:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffffa0938626fa00:14256] 0 exiting: rc = 1 40000000:00000010:3.0:1773941608.357078:0:14257:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09385498040. 00100000:00000010:3.0:1773941608.357083:0:14257:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09387c9f000. 00040000:00000010:3.0:1773941608.357087:0:14257:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0938624ab00. 00040000:00000010:3.0:1773941608.357089:0:14257:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09387c9a000. 00040000:00000010:3.0:1773941608.357092:0:14257:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390b5d200. 00000004:00000010:3.0:1773941608.357095:0:14257:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa0939819d800. 00000004:00000010:3.0:1773941608.357100:0:14257:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb4000. 00000004:00000010:3.0:1773941608.357104:0:14257:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa0939819b800. 00002000:00000010:3.0:1773941608.357107:0:14257:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09387c97000. 00000004:00000010:3.0:1773941608.357110:0:14257:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09387c96000. 00000020:00000010:3.0:1773941608.357113:0:14257:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391cef600. 00000020:00000010:3.0:1773941608.357116:0:14257:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09385498280. 00000100:00000010:3.0:1773941608.357120:0:14257:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09385498300. 00000100:00100000:3.0:1773941608.357122:0:14257:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffffa09388652800:14257] 1 exiting: rc = 0 00000100:00000010:0.0:1773941608.357153:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa0938626fa00. 00000100:00000010:0.0:1773941608.357159:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09388652800. 00000100:00000001:0.0:1773941608.357163:0:14253:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941608.357164:0:14253:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1773941608.357168:0:14253:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:0.0:1773941608.357171:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941608.357172:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941608.357174:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0bedc08. 00000400:00000200:0.0:1773941608.357178:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389f8d840 00000400:00000010:0.0:1773941608.357180:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09389f8d840. 00000100:00000001:0.0:1773941608.357182:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941608.357184:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941608.357188:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941608.357190:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941608.357192:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941608.357193:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941608.357194:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941608.357195:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149c08. 00000400:00000200:0.0:1773941608.357197:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938914ef00 00000400:00000010:0.0:1773941608.357198:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938914ef00. 00000100:00000001:0.0:1773941608.357200:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941608.357201:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941608.357204:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941608.357206:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941608.357207:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1773941608.357210:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941608.357211:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941608.357217:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09387ca6000. 00000100:00000010:0.0:1773941608.357220:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09387c94c00. 00000100:00000010:0.0:1773941608.357228:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa09382d28800. 00000100:00000010:0.0:1773941608.357230:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0938860a800. 00000100:00000001:0.0:1773941608.357233:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941608.357234:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941608.357237:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09387ca0000. 00000100:00000010:0.0:1773941608.357240:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09387c97400. 00000100:00000010:0.0:1773941608.357243:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0939819a800. 00000100:00000010:0.0:1773941608.357246:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa09387c98000. 00000100:00000001:0.0:1773941608.357250:0:14253:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941608.357252:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941608.357255:0:14253:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941608.357257:0:14253:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941608.357260:0:14253:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09385498c80. 00000100:00000001:0.0:1773941608.357263:0:14253:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941608.357266:0:14253:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.357268:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941608.357271:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0938914ee40. 00000100:00000001:0.0:1773941608.357274:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941608.357275:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941608.357277:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0938914e9c0. 00000100:00000001:0.0:1773941608.357279:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941608.357281:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941608.357283:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0938914e000. 00000100:00000001:0.0:1773941608.357285:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941608.357287:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941608.357288:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0938914e840. 00000100:00000001:0.0:1773941608.357291:0:14253:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:0.0:1773941608.357292:0:14253:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941608.357294:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941608.357295:0:14253:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941608.357297:0:14253:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941608.357298:0:14253:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09385498980. 00000100:00000001:0.0:1773941608.357301:0:14253:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941608.357303:0:14253:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.357304:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941608.357305:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0938914e480. 00000100:00000001:0.0:1773941608.357307:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941608.357308:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941608.357309:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0938914e240. 00000100:00000001:0.0:1773941608.357315:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941608.357316:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941608.357317:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0938914e0c0. 00000100:00000001:0.0:1773941608.357319:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941608.357320:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941608.357321:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa0938914ed80. 00000100:00000001:0.0:1773941608.357322:0:14253:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1773941608.357382:0:14253:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffffa09382fb2000. 00000020:00000010:0.0:1773941608.357385:0:14253:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa09387c97c00. 00000100:00000010:0.0:1773941608.357401:0:14253:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffffa093885a8000. 00000100:00000010:0.0:1773941608.357410:0:14253:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffffa09399717000. 00000100:00000010:0.0:1773941608.357414:0:14253:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffffa09384f64000. 00000100:00000010:0.0:1773941608.357420:0:14253:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffffa09399710000. 00000100:00000010:0.0:1773941608.357422:0:14253:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffffa09387c95400. 00000100:00000010:0.0:1773941608.357424:0:14253:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffffa09387c96800. 00000100:00000010:0.0:1773941608.357426:0:14253:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffffa0938626f400. 00000100:00000001:0.0:1773941608.357428:0:14253:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941608.357429:0:14253:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1773941608.357430:0:14253:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:0.0:1773941608.357433:0:14253:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1773941608.357434:0:14253:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941608.357435:0:14253:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:0.0:1773941608.357436:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:0.0:1773941608.357438:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:0.0:1773941608.357439:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:0.0:1773941608.357456:0:14253:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:0.0:1773941608.357464:0:14259:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09385317c00. 00000020:00000010:0.0:1773941608.357468:0:14259:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093a00fcf00. 00000040:00000010:0.0:1773941608.357470:0:14259:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09385317800. 00000020:00000010:0.0:1773941608.357472:0:14259:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938860c800. 00000020:00000010:0.0:1773941608.357475:0:14259:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09399531928. 00000020:00000010:0.0:1773941608.357477:0:14259:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09385317e00. 80000000:00000010:0.0:1773941608.357480:0:14259:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa093a00fca80. 40000000:00000010:0.0:1773941608.357483:0:14259:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09398f56fc0. 00008000:00000010:0.0:1773941608.357486:0:14259:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093862d0710. 00000020:00000010:1.0:1773941608.357507:0:14258:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09388653e00. 00100000:00000010:0.0:1773941608.357510:0:14259:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0938860f000. 00040000:00000010:0.0:1773941608.357513:0:14259:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa09389f05b00. 00040000:00000010:0.0:1773941608.357515:0:14259:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0938860a000. 00000020:00000010:1.0:1773941608.357522:0:14258:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa09398102c00. 00040000:00000010:0.0:1773941608.357522:0:14259:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09385316a00. 00000040:00000010:1.0:1773941608.357531:0:14258:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09388652a00. 00000004:00000010:0.0:1773941608.357531:0:14259:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa0938860e000. 00000020:00000010:1.0:1773941608.357539:0:14258:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09382d28000. 00000004:00000010:0.0:1773941608.357540:0:14259:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09398b0a000. 00000004:00000010:0.0:1773941608.357548:0:14259:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09388608800. 00000020:00000010:1.0:1773941608.357549:0:14258:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09382cfa840. 00002000:00000010:0.0:1773941608.357551:0:14259:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09390d9dc00. 00000020:00000010:1.0:1773941608.357554:0:14258:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09388653400. 00000004:00000010:0.0:1773941608.357556:0:14259:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09390d9c000. 80000000:00000010:1.0:1773941608.357560:0:14258:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09398102900. 00000020:00000010:0.0:1773941608.357562:0:14259:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09385316000. 40000000:00000010:1.0:1773941608.357565:0:14258:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09388684a40. 00000020:00000010:0.0:1773941608.357568:0:14259:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09398f56e40. 00008000:00000010:1.0:1773941608.357571:0:14258:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b3170. 00000100:00000010:0.0:1773941608.357574:0:14259:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09398f560c0. 00000100:00100000:0.0:1773941608.357599:0:14259:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffffa09390b5da00:14259] 1 exiting: rc = 0 00100000:00000010:1.0:1773941608.357607:0:14258:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09382d2a800. 00040000:00000010:1.0:1773941608.357615:0:14258:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093896b8600. 00040000:00000010:1.0:1773941608.357622:0:14258:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09382d2c800. 00040000:00000010:1.0:1773941608.357628:0:14258:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09388653c00. 00000004:00000010:1.0:1773941608.357631:0:14258:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09382d2f000. 00000004:00000010:1.0:1773941608.357635:0:14258:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa093867fd000. 00000004:00000010:1.0:1773941608.357638:0:14258:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09382d29000. 00002000:00000010:1.0:1773941608.357641:0:14258:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093862b5400. 00000004:00000010:1.0:1773941608.357643:0:14258:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa093862b6400. 00000020:00000010:1.0:1773941608.357646:0:14258:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09388652c00. 00000020:00000010:1.0:1773941608.357650:0:14258:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684080. 00000020:00000010:0.0:1773941608.357654:0:14260:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938327bc00. 00000100:00000010:1.0:1773941608.357656:0:14258:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09388684d40. 00000100:00100000:1.0:1773941608.357662:0:14258:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffffa09388652000:14258] 0 exiting: rc = 1 00000020:00000010:0.0:1773941608.357662:0:14260:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa093981028a0. 00000040:00000010:0.0:1773941608.357669:0:14260:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938327ae00. 00000020:00000010:0.0:1773941608.357674:0:14260:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09388425800. 00000020:00000010:0.0:1773941608.357678:0:14260:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09382cfb758. 00000020:00000010:0.0:1773941608.357681:0:14260:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa093881bb400. 80000000:00000010:0.0:1773941608.357684:0:14260:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09398102180. 40000000:00000010:0.0:1773941608.357686:0:14260:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09388684c80. 00008000:00000010:0.0:1773941608.357690:0:14260:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093a06b1c40. 00100000:00000010:0.0:1773941608.357694:0:14260:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09388424000. 00040000:00000010:0.0:1773941608.357697:0:14260:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1f00. 00040000:00000010:0.0:1773941608.357700:0:14260:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09386247000. 00040000:00000010:0.0:1773941608.357703:0:14260:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa093881ba400. 00000004:00000010:0.0:1773941608.357705:0:14260:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa09386242000. 00000004:00000010:0.0:1773941608.357708:0:14260:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa093867f9000. 00000004:00000010:0.0:1773941608.357711:0:14260:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa09386246000. 00002000:00000010:0.0:1773941608.357714:0:14260:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa093862b4c00. 00000004:00000010:0.0:1773941608.357717:0:14260:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa093862b6c00. 00000020:00000010:0.0:1773941608.357719:0:14260:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938327a200. 00000020:00000010:0.0:1773941608.357722:0:14260:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09388684400. 00000100:00000010:0.0:1773941608.357726:0:14260:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09388684800. 00000100:00100000:0.0:1773941608.357749:0:14260:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffffa0938327be00:14260] 2 exiting: rc = 0 00000100:00000010:3.0:1773941608.357785:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09388652000. 00000100:00000010:3.0:1773941608.357792:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09390b5da00. 00000100:00000010:3.0:1773941608.357795:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa0938327be00. 00000100:00000001:3.0:1773941608.357800:0:14253:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941608.357802:0:14253:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941608.357804:0:14253:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:3.0:1773941608.357806:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:3.0:1773941608.357807:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:3.0:1773941608.357809:0:14253:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:3.0:1773941608.357824:0:14253:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:2.0:1773941608.357846:0:14261:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09390b5ca00. 00000020:00000010:2.0:1773941608.357851:0:14261:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f9c0. 00000040:00000010:2.0:1773941608.357853:0:14261:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09391d2f400. 00000020:00000010:2.0:1773941608.357857:0:14261:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09398198000. 00000020:00000010:2.0:1773941608.357860:0:14261:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af0a10. 00000020:00000010:2.0:1773941608.357863:0:14261:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09391d2f600. 80000000:00000010:2.0:1773941608.357865:0:14261:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041f840. 40000000:00000010:2.0:1773941608.357867:0:14261:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09385498500. 00008000:00000010:2.0:1773941608.357870:0:14261:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa09383898388. 00100000:00000010:2.0:1773941608.357872:0:14261:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09398199000. 00040000:00000010:2.0:1773941608.357875:0:14261:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0938624af00. 00040000:00000010:2.0:1773941608.357877:0:14261:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0939819d000. 00040000:00000010:2.0:1773941608.357879:0:14261:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09391d2fc00. 00000004:00000010:2.0:1773941608.357881:0:14261:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa0939819e800. 00000004:00000010:2.0:1773941608.357884:0:14261:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb0000. 00000004:00000010:2.0:1773941608.357887:0:14261:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa0939819f800. 00002000:00000010:2.0:1773941608.357889:0:14261:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09387c94400. 00000004:00000010:2.0:1773941608.357891:0:14261:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09388108c00. 00000020:00000010:2.0:1773941608.357894:0:14261:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09390b5d600. 00000020:00000010:2.0:1773941608.357897:0:14261:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09385498780. 00000100:00000010:2.0:1773941608.357900:0:14261:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa093854981c0. 00000100:00100000:2.0:1773941608.357903:0:14261:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffffa09390b5d000:14261] 0 exiting: rc = 1 00000020:00000010:2.0:1773941608.357938:0:14262:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09391d2ee00. 00000020:00000010:2.0:1773941608.357940:0:14262:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f0c0. 00000040:00000010:2.0:1773941608.357949:0:14262:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09398f7c800. 00000020:00000010:2.0:1773941608.357952:0:14262:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0939819c000. 00000020:00000010:2.0:1773941608.357955:0:14262:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af1e30. 00000020:00000010:2.0:1773941608.357958:0:14262:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09398f7d600. 80000000:00000010:2.0:1773941608.357960:0:14262:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041f480. 40000000:00000010:2.0:1773941608.357962:0:14262:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa093854980c0. 00008000:00000010:2.0:1773941608.357964:0:14262:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093838998b8. 00100000:00000010:2.0:1773941608.357966:0:14262:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0939819c800. 00040000:00000010:2.0:1773941608.357968:0:14262:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0938624ae00. 00040000:00000010:2.0:1773941608.357970:0:14262:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09398199800. 00040000:00000010:2.0:1773941608.357972:0:14262:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390b7ee00. 00000004:00000010:2.0:1773941608.357975:0:14262:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa0939819a000. 00000004:00000010:2.0:1773941608.357977:0:14262:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa09382fb7000. 00000004:00000010:2.0:1773941608.357980:0:14262:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa0939819e000. 00002000:00000010:2.0:1773941608.357982:0:14262:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0938810b400. 00000004:00000010:2.0:1773941608.357984:0:14262:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09388109400. 00000020:00000010:2.0:1773941608.357986:0:14262:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09391d2e600. 00000020:00000010:2.0:1773941608.357988:0:14262:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09385498a40. 00000100:00000010:2.0:1773941608.357991:0:14262:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09385498800. 00000100:00100000:2.0:1773941608.357993:0:14262:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffffa093881bb800:14262] 1 exiting: rc = 0 00000020:00000010:2.0:1773941608.358037:0:14263:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa09390b7ea00. 00000020:00000010:2.0:1773941608.358040:0:14263:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffffa0939041f600. 00000040:00000010:2.0:1773941608.358041:0:14263:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09390b7f200. 00000020:00000010:2.0:1773941608.358044:0:14263:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09387c9c800. 00000020:00000010:2.0:1773941608.358046:0:14263:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09386af0508. 00000020:00000010:2.0:1773941608.358048:0:14263:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09390b7fe00. 80000000:00000010:2.0:1773941608.358050:0:14263:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0939041f660. 40000000:00000010:2.0:1773941608.358052:0:14263:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa093854988c0. 00008000:00000010:2.0:1773941608.358054:0:14263:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffffa093838991a8. 00100000:00000010:2.0:1773941608.358056:0:14263:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa093995ed000. 00040000:00000010:2.0:1773941608.358059:0:14263:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0938624ac00. 00040000:00000010:2.0:1773941608.358061:0:14263:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09388798800. 00040000:00000010:2.0:1773941608.358065:0:14263:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390b7e600. 00000004:00000010:2.0:1773941608.358066:0:14263:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa0938879e000. 00000004:00000010:2.0:1773941608.358074:0:14263:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa0938388c000. 00000004:00000010:2.0:1773941608.358076:0:14263:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa093996fb800. 00002000:00000010:2.0:1773941608.358079:0:14263:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0938810a800. 00000004:00000010:2.0:1773941608.358081:0:14263:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09388108800. 00000020:00000010:2.0:1773941608.358083:0:14263:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa09390b7fa00. 00000020:00000010:2.0:1773941608.358085:0:14263:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa09385498740. 00000100:00000010:2.0:1773941608.358088:0:14263:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffffa09385498180. 00000100:00100000:2.0:1773941608.358090:0:14263:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffffa093881bba00:14263] 2 exiting: rc = 0 00000100:00000010:3.0:1773941608.358141:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa09390b5d000. 00000100:00000010:3.0:1773941608.358147:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa093881bb800. 00000100:00000010:3.0:1773941608.358153:0:14253:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffffa093881bba00. 00000100:00000001:3.0:1773941608.358162:0:14253:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941608.358163:0:14253:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1773941608.358165:0:14253:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:3.0:1773941608.358168:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358169:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358171:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e4d0. 00000400:00000200:3.0:1773941608.358174:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea3c0 00000400:00000010:3.0:1773941608.358175:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea3c0. 00000100:00000001:3.0:1773941608.358177:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358179:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358183:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358184:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1773941608.358186:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358187:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358188:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358189:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e948. 00000400:00000200:3.0:1773941608.358191:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea840 00000400:00000010:3.0:1773941608.358192:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea840. 00000100:00000001:3.0:1773941608.358193:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358194:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358197:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358198:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1773941608.358199:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358200:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358200:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358202:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e9a0. 00000400:00000200:3.0:1773941608.358203:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aeab40 00000400:00000010:3.0:1773941608.358204:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aeab40. 00000100:00000001:3.0:1773941608.358205:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358206:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358209:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358210:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1773941608.358211:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358212:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358212:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358213:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e840. 00000400:00000200:3.0:1773941608.358215:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea780 00000400:00000010:3.0:1773941608.358216:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea780. 00000100:00000001:3.0:1773941608.358222:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358223:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358226:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358227:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1773941608.358228:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358229:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358230:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358231:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917eaa8. 00000400:00000200:3.0:1773941608.358233:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09386aea240 00000400:00000010:3.0:1773941608.358234:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09386aea240. 00000100:00000001:3.0:1773941608.358235:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358236:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358239:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358240:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1773941608.358241:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358242:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358242:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358243:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e688. 00000400:00000200:3.0:1773941608.358245:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48000 00000400:00000010:3.0:1773941608.358246:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48000. 00000100:00000001:3.0:1773941608.358247:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358248:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358251:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358252:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1773941608.358253:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358254:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358254:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358255:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e580. 00000400:00000200:3.0:1773941608.358257:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48d80 00000400:00000010:3.0:1773941608.358258:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48d80. 00000100:00000001:3.0:1773941608.358259:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358260:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358263:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358264:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1773941608.358265:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358265:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358266:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358267:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e1b8. 00000400:00000200:3.0:1773941608.358271:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e489c0 00000400:00000010:3.0:1773941608.358273:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e489c0. 00000100:00000001:3.0:1773941608.358280:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358281:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358285:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358286:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1773941608.358287:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358289:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358290:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358291:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917ee70. 00000400:00000200:3.0:1773941608.358292:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48600 00000400:00000010:3.0:1773941608.358294:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48600. 00000100:00000001:3.0:1773941608.358295:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358296:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358299:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358300:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1773941608.358301:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358302:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358303:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358304:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e210. 00000400:00000200:3.0:1773941608.358305:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48240 00000400:00000010:3.0:1773941608.358306:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48240. 00000100:00000001:3.0:1773941608.358307:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358308:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358311:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358312:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1773941608.358313:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358314:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358314:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358315:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e7e8. 00000400:00000200:3.0:1773941608.358317:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48e40 00000400:00000010:3.0:1773941608.358318:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48e40. 00000100:00000001:3.0:1773941608.358319:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358320:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358322:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358323:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1773941608.358324:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358329:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358330:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358331:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e268. 00000400:00000200:3.0:1773941608.358332:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48840 00000400:00000010:3.0:1773941608.358333:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48840. 00000100:00000001:3.0:1773941608.358334:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358335:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358338:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358339:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1773941608.358340:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358341:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358342:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358342:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917ea50. 00000400:00000200:3.0:1773941608.358344:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e483c0 00000400:00000010:3.0:1773941608.358345:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e483c0. 00000100:00000001:3.0:1773941608.358346:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358347:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358349:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358350:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1773941608.358351:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358352:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358353:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358354:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e2c0. 00000400:00000200:3.0:1773941608.358355:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48cc0 00000400:00000010:3.0:1773941608.358356:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48cc0. 00000100:00000001:3.0:1773941608.358358:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358358:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358361:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358362:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1773941608.358363:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358364:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358365:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358366:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917ed68. 00000400:00000200:3.0:1773941608.358367:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48a80 00000400:00000010:3.0:1773941608.358368:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48a80. 00000100:00000001:3.0:1773941608.358369:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358370:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358373:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358377:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1773941608.358379:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358380:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358381:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358382:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917ef78. 00000400:00000200:3.0:1773941608.358384:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48180 00000400:00000010:3.0:1773941608.358385:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48180. 00000100:00000001:3.0:1773941608.358386:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358387:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358389:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358390:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1773941608.358391:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358392:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358393:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358394:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e318. 00000400:00000200:3.0:1773941608.358395:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48480 00000400:00000010:3.0:1773941608.358396:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48480. 00000100:00000001:3.0:1773941608.358397:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358398:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358400:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358401:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1773941608.358402:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358403:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358404:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358405:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917e898. 00000400:00000200:3.0:1773941608.358406:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e480c0 00000400:00000010:3.0:1773941608.358407:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e480c0. 00000100:00000001:3.0:1773941608.358408:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358409:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358412:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358413:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1773941608.358414:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358415:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358416:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358417:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0938917ebb0. 00000400:00000200:3.0:1773941608.358418:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48780 00000400:00000010:3.0:1773941608.358419:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48780. 00000100:00000001:3.0:1773941608.358420:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358423:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358426:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358427:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1773941608.358428:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358430:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358430:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358431:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ec08. 00000400:00000200:3.0:1773941608.358433:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48f00 00000400:00000010:3.0:1773941608.358434:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48f00. 00000100:00000001:3.0:1773941608.358435:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358436:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358438:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358439:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1773941608.358440:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358441:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358442:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358443:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e9f8. 00000400:00000200:3.0:1773941608.358444:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e486c0 00000400:00000010:3.0:1773941608.358446:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e486c0. 00000100:00000001:3.0:1773941608.358447:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358447:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358450:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358451:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1773941608.358452:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358453:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358453:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358454:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e478. 00000400:00000200:3.0:1773941608.358456:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48c00 00000400:00000010:3.0:1773941608.358457:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48c00. 00000100:00000001:3.0:1773941608.358458:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358458:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358461:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358462:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1773941608.358463:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358464:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358465:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358466:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e058. 00000400:00000200:3.0:1773941608.358467:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48b40 00000400:00000010:3.0:1773941608.358471:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48b40. 00000100:00000001:3.0:1773941608.358473:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358474:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358477:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358478:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1773941608.358479:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358480:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358481:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358482:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e000. 00000400:00000200:3.0:1773941608.358483:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48300 00000400:00000010:3.0:1773941608.358484:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48300. 00000100:00000001:3.0:1773941608.358486:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358486:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358489:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358490:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1773941608.358505:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358508:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358508:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358510:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ebb0. 00000400:00000200:3.0:1773941608.358512:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48900 00000400:00000010:3.0:1773941608.358513:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48900. 00000100:00000001:3.0:1773941608.358514:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358515:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358518:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358519:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1773941608.358520:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358521:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358522:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358523:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027eb58. 00000400:00000200:3.0:1773941608.358524:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09383e48540 00000400:00000010:3.0:1773941608.358526:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09383e48540. 00000100:00000001:3.0:1773941608.358527:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358528:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358530:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358531:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1773941608.358532:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358533:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358548:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358549:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e370. 00000400:00000200:3.0:1773941608.358551:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399564900 00000400:00000010:3.0:1773941608.358552:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399564900. 00000100:00000001:3.0:1773941608.358554:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358555:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358558:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358559:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1773941608.358560:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358562:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358562:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358563:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e3c8. 00000400:00000200:3.0:1773941608.358564:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399564a80 00000400:00000010:3.0:1773941608.358565:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399564a80. 00000100:00000001:3.0:1773941608.358567:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358567:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358570:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358571:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1773941608.358572:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358573:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358574:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358575:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e738. 00000400:00000200:3.0:1773941608.358576:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399564840 00000400:00000010:3.0:1773941608.358591:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399564840. 00000100:00000001:3.0:1773941608.358594:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358595:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358602:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358604:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1773941608.358607:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358610:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358611:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358613:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027eb00. 00000400:00000200:3.0:1773941608.358617:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093995640c0 00000400:00000010:3.0:1773941608.358619:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093995640c0. 00000100:00000001:3.0:1773941608.358622:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358624:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358632:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358634:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1773941608.358643:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358645:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358647:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358649:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ee18. 00000400:00000200:3.0:1773941608.358652:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399564180 00000400:00000010:3.0:1773941608.358654:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399564180. 00000100:00000001:3.0:1773941608.358656:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358657:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358662:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358665:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1773941608.358667:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358668:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358669:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358671:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ec60. 00000400:00000200:3.0:1773941608.358672:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399564780 00000400:00000010:3.0:1773941608.358673:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399564780. 00000100:00000001:3.0:1773941608.358675:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358676:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358679:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358680:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1773941608.358681:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358682:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358683:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358684:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e8f0. 00000400:00000200:3.0:1773941608.358685:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399564cc0 00000400:00000010:3.0:1773941608.358686:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399564cc0. 00000100:00000001:3.0:1773941608.358687:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358688:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358691:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358692:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1773941608.358693:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358694:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358694:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358695:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ecb8. 00000400:00000200:3.0:1773941608.358696:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399564d80 00000400:00000010:3.0:1773941608.358697:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399564d80. 00000100:00000001:3.0:1773941608.358698:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358699:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358706:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358708:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1773941608.358709:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358711:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358712:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358713:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027edc0. 00000400:00000200:3.0:1773941608.358714:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399564e40 00000400:00000010:3.0:1773941608.358716:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399564e40. 00000100:00000001:3.0:1773941608.358717:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358718:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358721:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358722:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1773941608.358723:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358724:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358725:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358726:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e420. 00000400:00000200:3.0:1773941608.358727:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68b780 00000400:00000010:3.0:1773941608.358728:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68b780. 00000100:00000001:3.0:1773941608.358730:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358731:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358750:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358751:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1773941608.358752:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358753:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358754:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358755:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e108. 00000400:00000200:3.0:1773941608.358756:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68ba80 00000400:00000010:3.0:1773941608.358757:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68ba80. 00000100:00000001:3.0:1773941608.358759:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358759:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358762:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358763:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1773941608.358764:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358766:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358766:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358767:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e528. 00000400:00000200:3.0:1773941608.358769:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68b840 00000400:00000010:3.0:1773941608.358770:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68b840. 00000100:00000001:3.0:1773941608.358775:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358776:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358780:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358781:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1773941608.358782:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358784:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358785:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358786:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e630. 00000400:00000200:3.0:1773941608.358787:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68b6c0 00000400:00000010:3.0:1773941608.358788:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68b6c0. 00000100:00000001:3.0:1773941608.358790:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358791:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358794:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358795:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1773941608.358796:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358797:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358798:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358799:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e790. 00000400:00000200:3.0:1773941608.358800:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68b3c0 00000400:00000010:3.0:1773941608.358801:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68b3c0. 00000100:00000001:3.0:1773941608.358802:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358803:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358806:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358807:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1773941608.358808:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358810:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358810:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358811:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e0b0. 00000400:00000200:3.0:1773941608.358813:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68b540 00000400:00000010:3.0:1773941608.358814:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68b540. 00000100:00000001:3.0:1773941608.358815:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358816:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358819:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358820:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1773941608.358821:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358822:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358823:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358824:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ed10. 00000400:00000200:3.0:1773941608.358829:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68b9c0 00000400:00000010:3.0:1773941608.358830:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68b9c0. 00000100:00000001:3.0:1773941608.358832:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358833:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358836:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358838:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1773941608.358839:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358840:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358841:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358842:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e5d8. 00000400:00000200:3.0:1773941608.358843:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68b600 00000400:00000010:3.0:1773941608.358844:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68b600. 00000100:00000001:3.0:1773941608.358845:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358846:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358849:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358850:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1773941608.358851:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358852:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358853:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358854:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e160. 00000400:00000200:3.0:1773941608.358855:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68bb40 00000400:00000010:3.0:1773941608.358856:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68bb40. 00000100:00000001:3.0:1773941608.358858:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358858:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358861:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358862:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1773941608.358863:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358864:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358865:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358866:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e6e0. 00000400:00000200:3.0:1773941608.358867:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0939a68bd80 00000400:00000010:3.0:1773941608.358869:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0939a68bd80. 00000100:00000001:3.0:1773941608.358870:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358871:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358874:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358875:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1773941608.358876:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358881:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358881:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358883:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ef20. 00000400:00000200:3.0:1773941608.358884:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938a5b83c0 00000400:00000010:3.0:1773941608.358885:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938a5b83c0. 00000100:00000001:3.0:1773941608.358887:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358888:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358891:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358892:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1773941608.358893:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358894:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358895:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358895:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e4d0. 00000400:00000200:3.0:1773941608.358897:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389f5f300 00000400:00000010:3.0:1773941608.358898:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09389f5f300. 00000100:00000001:3.0:1773941608.358899:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358900:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358903:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358904:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1773941608.358905:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358906:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358907:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358908:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e948. 00000400:00000200:3.0:1773941608.358909:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389f5f540 00000400:00000010:3.0:1773941608.358910:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09389f5f540. 00000100:00000001:3.0:1773941608.358912:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358913:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358915:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358916:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1773941608.358917:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358919:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358919:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358920:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e9a0. 00000400:00000200:3.0:1773941608.358922:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09389f5fcc0 00000400:00000010:3.0:1773941608.358923:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09389f5fcc0. 00000100:00000001:3.0:1773941608.358924:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358925:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358928:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358932:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1773941608.358933:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358935:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358936:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358937:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e840. 00000400:00000200:3.0:1773941608.358938:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09398b35300 00000400:00000010:3.0:1773941608.358939:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09398b35300. 00000100:00000001:3.0:1773941608.358941:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358942:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358946:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358947:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1773941608.358949:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358951:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358952:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358954:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027eaa8. 00000400:00000200:3.0:1773941608.358957:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09398b35c00 00000400:00000010:3.0:1773941608.358958:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09398b35c00. 00000100:00000001:3.0:1773941608.358961:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358962:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358966:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358968:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1773941608.358969:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358971:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358973:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358975:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e688. 00000400:00000200:3.0:1773941608.358977:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09398b350c0 00000400:00000010:3.0:1773941608.358979:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09398b350c0. 00000100:00000001:3.0:1773941608.358982:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.358983:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.358988:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.358990:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1773941608.358992:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.358994:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.358996:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.358998:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e580. 00000400:00000200:3.0:1773941608.359001:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399784840 00000400:00000010:3.0:1773941608.359003:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399784840. 00000100:00000001:3.0:1773941608.359006:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359029:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359036:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359038:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1773941608.359041:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359045:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359047:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359050:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e1b8. 00000400:00000200:3.0:1773941608.359054:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647540 00000400:00000010:3.0:1773941608.359056:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647540. 00000100:00000001:3.0:1773941608.359060:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359062:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359068:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359071:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1773941608.359072:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359074:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359076:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359077:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ee70. 00000400:00000200:3.0:1773941608.359094:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647c00 00000400:00000010:3.0:1773941608.359095:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647c00. 00000100:00000001:3.0:1773941608.359097:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359098:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359102:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359103:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1773941608.359104:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359105:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359107:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359108:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e210. 00000400:00000200:3.0:1773941608.359109:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647b40 00000400:00000010:3.0:1773941608.359111:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647b40. 00000100:00000001:3.0:1773941608.359112:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359113:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359117:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359118:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1773941608.359119:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359120:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359121:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359122:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e7e8. 00000400:00000200:3.0:1773941608.359123:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647cc0 00000400:00000010:3.0:1773941608.359130:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647cc0. 00000100:00000001:3.0:1773941608.359132:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359133:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359136:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359138:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1773941608.359139:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359141:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359142:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359143:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e268. 00000400:00000200:3.0:1773941608.359145:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093906476c0 00000400:00000010:3.0:1773941608.359146:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093906476c0. 00000100:00000001:3.0:1773941608.359147:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359148:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359167:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359169:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1773941608.359169:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359171:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359171:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359172:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ea50. 00000400:00000200:3.0:1773941608.359173:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647180 00000400:00000010:3.0:1773941608.359175:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647180. 00000100:00000001:3.0:1773941608.359176:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359176:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359179:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359180:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1773941608.359181:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359182:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359183:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359184:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e2c0. 00000400:00000200:3.0:1773941608.359185:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647480 00000400:00000010:3.0:1773941608.359186:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647480. 00000100:00000001:3.0:1773941608.359187:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359188:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359191:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359192:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1773941608.359193:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359194:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359194:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359198:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ed68. 00000400:00000200:3.0:1773941608.359200:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647840 00000400:00000010:3.0:1773941608.359201:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647840. 00000100:00000001:3.0:1773941608.359203:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359204:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359207:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359208:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1773941608.359209:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359210:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359211:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359211:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027ef78. 00000400:00000200:3.0:1773941608.359213:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093906470c0 00000400:00000010:3.0:1773941608.359213:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093906470c0. 00000100:00000001:3.0:1773941608.359215:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359215:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359218:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359219:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1773941608.359220:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359221:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359222:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359223:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e318. 00000400:00000200:3.0:1773941608.359224:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647900 00000400:00000010:3.0:1773941608.359225:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647900. 00000100:00000001:3.0:1773941608.359226:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359227:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359230:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359231:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1773941608.359231:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359232:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359233:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359234:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0939027e898. 00000400:00000200:3.0:1773941608.359235:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09390647a80 00000400:00000010:3.0:1773941608.359236:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09390647a80. 00000100:00000001:3.0:1773941608.359237:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359238:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359241:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359242:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941608.359243:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359249:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359249:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359251:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15d10. 00000400:00000200:3.0:1773941608.359252:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881dd900 00000400:00000010:3.0:1773941608.359253:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093881dd900. 00000100:00000001:3.0:1773941608.359255:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359255:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359258:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359259:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1773941608.359260:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359261:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359262:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359263:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d155d8. 00000400:00000200:3.0:1773941608.359264:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881ddf00 00000400:00000010:3.0:1773941608.359265:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093881ddf00. 00000100:00000001:3.0:1773941608.359266:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359267:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359270:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359271:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1773941608.359272:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359273:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359274:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359275:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15f20. 00000400:00000200:3.0:1773941608.359277:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881dd240 00000400:00000010:3.0:1773941608.359278:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093881dd240. 00000100:00000001:3.0:1773941608.359279:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359280:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359282:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359283:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1773941608.359284:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359285:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359286:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359287:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d156e0. 00000400:00000200:3.0:1773941608.359288:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881ddd80 00000400:00000010:3.0:1773941608.359289:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093881ddd80. 00000100:00000001:3.0:1773941608.359290:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359291:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359294:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359298:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1773941608.359299:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359300:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359301:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359302:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15058. 00000400:00000200:3.0:1773941608.359304:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881dd9c0 00000400:00000010:3.0:1773941608.359305:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093881dd9c0. 00000100:00000001:3.0:1773941608.359306:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359307:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359310:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359311:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1773941608.359312:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359313:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359313:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359314:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15160. 00000400:00000200:3.0:1773941608.359315:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881dd780 00000400:00000010:3.0:1773941608.359316:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093881dd780. 00000100:00000001:3.0:1773941608.359318:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359318:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359321:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359322:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1773941608.359323:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359324:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359325:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359326:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15478. 00000400:00000200:3.0:1773941608.359327:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881dd540 00000400:00000010:3.0:1773941608.359328:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093881dd540. 00000100:00000001:3.0:1773941608.359329:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359330:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359333:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359334:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1773941608.359335:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359336:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359337:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359338:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d159f8. 00000400:00000200:3.0:1773941608.359339:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093881dd840 00000400:00000010:3.0:1773941608.359340:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093881dd840. 00000100:00000001:3.0:1773941608.359341:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359345:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359348:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359349:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1773941608.359350:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359352:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359353:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359354:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15c08. 00000400:00000200:3.0:1773941608.359355:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09398b04180 00000400:00000010:3.0:1773941608.359356:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09398b04180. 00000100:00000001:3.0:1773941608.359358:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359359:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359361:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359362:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1773941608.359363:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359364:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359365:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359366:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15ec8. 00000400:00000200:3.0:1773941608.359367:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09398b04a80 00000400:00000010:3.0:1773941608.359368:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09398b04a80. 00000100:00000001:3.0:1773941608.359369:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359370:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359373:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359374:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1773941608.359375:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359375:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359376:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359377:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d154d0. 00000400:00000200:3.0:1773941608.359378:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec0d80 00000400:00000010:3.0:1773941608.359379:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec0d80. 00000100:00000001:3.0:1773941608.359381:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359382:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359385:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359386:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1773941608.359386:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359387:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359388:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359389:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15948. 00000400:00000200:3.0:1773941608.359390:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec0b40 00000400:00000010:3.0:1773941608.359394:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec0b40. 00000100:00000001:3.0:1773941608.359396:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359396:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359399:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359400:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1773941608.359401:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359402:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359403:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359404:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d159a0. 00000400:00000200:3.0:1773941608.359405:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec0600 00000400:00000010:3.0:1773941608.359406:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec0600. 00000100:00000001:3.0:1773941608.359407:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359408:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359410:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359411:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1773941608.359430:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359432:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359433:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359434:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15840. 00000400:00000200:3.0:1773941608.359435:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec0f00 00000400:00000010:3.0:1773941608.359436:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec0f00. 00000100:00000001:3.0:1773941608.359438:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359439:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359442:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359443:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1773941608.359444:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359445:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359446:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359447:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15aa8. 00000400:00000200:3.0:1773941608.359448:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec06c0 00000400:00000010:3.0:1773941608.359449:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec06c0. 00000100:00000001:3.0:1773941608.359451:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359452:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359455:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359456:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1773941608.359457:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359458:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359462:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359463:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15688. 00000400:00000200:3.0:1773941608.359465:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec00c0 00000400:00000010:3.0:1773941608.359466:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec00c0. 00000100:00000001:3.0:1773941608.359467:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359468:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359472:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359473:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1773941608.359474:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359475:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359476:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359477:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15580. 00000400:00000200:3.0:1773941608.359478:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec0480 00000400:00000010:3.0:1773941608.359479:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec0480. 00000100:00000001:3.0:1773941608.359481:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359481:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359485:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359486:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1773941608.359487:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359488:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359489:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359490:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d151b8. 00000400:00000200:3.0:1773941608.359508:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec0cc0 00000400:00000010:3.0:1773941608.359511:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec0cc0. 00000100:00000001:3.0:1773941608.359512:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359513:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359533:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359534:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1773941608.359535:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359536:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359537:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359538:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09382d15e70. 00000400:00000200:3.0:1773941608.359539:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec09c0 00000400:00000010:3.0:1773941608.359540:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec09c0. 00000100:00000001:3.0:1773941608.359542:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359542:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359545:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359546:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1773941608.359551:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359553:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359554:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359556:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01499a0. 00000400:00000200:3.0:1773941608.359557:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec0000 00000400:00000010:3.0:1773941608.359558:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec0000. 00000100:00000001:3.0:1773941608.359560:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359561:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359563:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359564:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1773941608.359565:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359566:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359567:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359568:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149948. 00000400:00000200:3.0:1773941608.359569:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093a0ec0540 00000400:00000010:3.0:1773941608.359570:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093a0ec0540. 00000100:00000001:3.0:1773941608.359572:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359573:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359575:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359576:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1773941608.359577:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359578:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359579:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359580:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149ec8. 00000400:00000200:3.0:1773941608.359581:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093980696c0 00000400:00000010:3.0:1773941608.359582:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093980696c0. 00000100:00000001:3.0:1773941608.359584:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359585:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359587:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359588:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1773941608.359589:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359590:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359591:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359620:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01494d0. 00000400:00000200:3.0:1773941608.359625:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09398069780 00000400:00000010:3.0:1773941608.359628:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09398069780. 00000100:00000001:3.0:1773941608.359633:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359635:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00010000:00000010:2.1:1773941608.359637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa09381516800. 00010000:00000010:2.1:1773941608.359650:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa09390360100. 00000100:00100000:3.0:1773941608.359656:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359660:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1773941608.359664:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359668:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359670:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359673:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149840. 00000400:00000200:3.0:1773941608.359677:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09398069000 00000400:00000010:3.0:1773941608.359678:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09398069000. 00000100:00000001:3.0:1773941608.359683:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359684:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359693:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359695:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1773941608.359698:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359700:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359702:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359703:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149aa8. 00000400:00000200:3.0:1773941608.359707:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093980690c0 00000400:00000010:3.0:1773941608.359708:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093980690c0. 00000100:00000001:3.0:1773941608.359712:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359713:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359720:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359723:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1773941608.359725:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359727:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359728:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359730:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149688. 00000400:00000200:3.0:1773941608.359733:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09398069480 00000400:00000010:3.0:1773941608.359735:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09398069480. 00000100:00000001:3.0:1773941608.359738:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359739:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359745:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359747:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1773941608.359748:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359749:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359750:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359751:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149580. 00000400:00000200:3.0:1773941608.359753:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a840 00000400:00000010:3.0:1773941608.359754:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a840. 00000100:00000001:3.0:1773941608.359761:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359762:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359766:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359767:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1773941608.359768:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359770:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359771:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359773:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01491b8. 00000400:00000200:3.0:1773941608.359776:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a9c0 00000400:00000010:3.0:1773941608.359778:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a9c0. 00000100:00000001:3.0:1773941608.359780:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359781:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359785:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359787:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1773941608.359789:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359791:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359792:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359793:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149e70. 00000400:00000200:3.0:1773941608.359795:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a180 00000400:00000010:3.0:1773941608.359798:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a180. 00000100:00000001:3.0:1773941608.359800:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359801:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359805:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359807:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1773941608.359809:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359826:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359828:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359830:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149210. 00000400:00000200:3.0:1773941608.359832:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a780 00000400:00000010:3.0:1773941608.359834:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a780. 00000100:00000001:3.0:1773941608.359837:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359839:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359844:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359846:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1773941608.359848:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359850:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359852:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359854:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01497e8. 00000400:00000200:3.0:1773941608.359863:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a300 00000400:00000010:3.0:1773941608.359865:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a300. 00000100:00000001:3.0:1773941608.359868:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359870:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359874:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359876:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1773941608.359877:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359879:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359880:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359881:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149268. 00000400:00000200:3.0:1773941608.359883:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a900 00000400:00000010:3.0:1773941608.359884:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a900. 00000100:00000001:3.0:1773941608.359886:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359887:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359890:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359891:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1773941608.359892:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359893:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359894:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359895:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149a50. 00000400:00000200:3.0:1773941608.359897:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626acc0 00000400:00000010:3.0:1773941608.359898:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626acc0. 00000100:00000001:3.0:1773941608.359899:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359900:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359903:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359905:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1773941608.359906:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359907:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359908:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359909:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01492c0. 00000400:00000200:3.0:1773941608.359910:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a540 00000400:00000010:3.0:1773941608.359911:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a540. 00000100:00000001:3.0:1773941608.359913:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359914:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359917:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359918:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1773941608.359919:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359924:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359925:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359927:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149d68. 00000400:00000200:3.0:1773941608.359929:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626ae40 00000400:00000010:3.0:1773941608.359930:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626ae40. 00000100:00000001:3.0:1773941608.359932:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359933:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359936:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359937:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1773941608.359938:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359939:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359940:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359941:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149f78. 00000400:00000200:3.0:1773941608.359943:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a240 00000400:00000010:3.0:1773941608.359944:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a240. 00000100:00000001:3.0:1773941608.359945:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359946:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359949:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359951:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1773941608.359952:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359953:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359954:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359955:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149318. 00000400:00000200:3.0:1773941608.359956:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a6c0 00000400:00000010:3.0:1773941608.359957:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a6c0. 00000100:00000001:3.0:1773941608.359959:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359959:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359963:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359964:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1773941608.359965:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359966:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359967:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359968:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149898. 00000400:00000200:3.0:1773941608.359969:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626ac00 00000400:00000010:3.0:1773941608.359970:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626ac00. 00000100:00000001:3.0:1773941608.359972:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359973:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359976:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359980:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1773941608.359981:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359983:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359984:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359985:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149bb0. 00000400:00000200:3.0:1773941608.359987:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626aa80 00000400:00000010:3.0:1773941608.359988:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626aa80. 00000100:00000001:3.0:1773941608.359990:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.359990:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.359994:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.359995:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1773941608.359996:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.359997:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.359998:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.359999:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149000. 00000400:00000200:3.0:1773941608.360000:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626af00 00000400:00000010:3.0:1773941608.360001:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626af00. 00000100:00000001:3.0:1773941608.360003:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360004:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360007:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360008:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1773941608.360009:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360010:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360011:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360012:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149b58. 00000400:00000200:3.0:1773941608.360013:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626ab40 00000400:00000010:3.0:1773941608.360014:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626ab40. 00000100:00000001:3.0:1773941608.360016:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360017:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360020:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360021:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1773941608.360022:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360023:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360023:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360024:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149370. 00000400:00000200:3.0:1773941608.360026:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a480 00000400:00000010:3.0:1773941608.360027:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a480. 00000100:00000001:3.0:1773941608.360028:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360032:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360036:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360037:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1773941608.360038:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360039:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360040:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360041:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01493c8. 00000400:00000200:3.0:1773941608.360043:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a3c0 00000400:00000010:3.0:1773941608.360044:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a3c0. 00000100:00000001:3.0:1773941608.360045:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360046:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360049:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360050:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1773941608.360051:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360052:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360053:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360054:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149738. 00000400:00000200:3.0:1773941608.360056:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a600 00000400:00000010:3.0:1773941608.360057:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a600. 00000100:00000001:3.0:1773941608.360058:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360059:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360062:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360064:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1773941608.360065:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360066:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360067:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360068:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149b00. 00000400:00000200:3.0:1773941608.360069:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0938626a0c0 00000400:00000010:3.0:1773941608.360070:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa0938626a0c0. 00000100:00000001:3.0:1773941608.360072:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360073:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360076:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360077:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1773941608.360078:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360079:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360080:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360081:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149e18. 00000400:00000200:3.0:1773941608.360082:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391de9a80 00000400:00000010:3.0:1773941608.360087:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391de9a80. 00000100:00000001:3.0:1773941608.360089:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360090:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360093:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360094:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1773941608.360095:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360096:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360097:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360098:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149c60. 00000400:00000200:3.0:1773941608.360116:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391de96c0 00000400:00000010:3.0:1773941608.360117:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391de96c0. 00000100:00000001:3.0:1773941608.360118:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360119:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360122:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360123:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1773941608.360123:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360124:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360125:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360126:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01498f0. 00000400:00000200:3.0:1773941608.360127:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09391de9540 00000400:00000010:3.0:1773941608.360128:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09391de9540. 00000100:00000001:3.0:1773941608.360129:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360130:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360133:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360134:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1773941608.360135:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360136:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360136:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360137:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149cb8. 00000400:00000200:3.0:1773941608.360138:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399f6d840 00000400:00000010:3.0:1773941608.360139:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399f6d840. 00000100:00000001:3.0:1773941608.360141:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360142:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360145:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360146:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1773941608.360147:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360147:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360151:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360152:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149dc0. 00000400:00000200:3.0:1773941608.360153:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09399f6da80 00000400:00000010:3.0:1773941608.360154:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09399f6da80. 00000100:00000001:3.0:1773941608.360156:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360157:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360159:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360160:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1773941608.360161:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360162:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360163:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360164:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149420. 00000400:00000200:3.0:1773941608.360165:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09382a4d540 00000400:00000010:3.0:1773941608.360166:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09382a4d540. 00000100:00000001:3.0:1773941608.360168:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360169:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360171:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360172:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1773941608.360173:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360174:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360175:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360176:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149108. 00000400:00000200:3.0:1773941608.360177:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09382a4d9c0 00000400:00000010:3.0:1773941608.360178:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09382a4d9c0. 00000100:00000001:3.0:1773941608.360179:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360180:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360183:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360184:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1773941608.360185:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360185:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360186:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360187:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149528. 00000400:00000200:3.0:1773941608.360188:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09382a4d840 00000400:00000010:3.0:1773941608.360189:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09382a4d840. 00000100:00000001:3.0:1773941608.360190:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360191:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360194:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360195:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1773941608.360199:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360201:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360201:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360202:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149630. 00000400:00000200:3.0:1773941608.360204:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09382a4d6c0 00000400:00000010:3.0:1773941608.360205:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09382a4d6c0. 00000100:00000001:3.0:1773941608.360206:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360207:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360209:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360210:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1773941608.360211:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360212:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360213:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360214:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149790. 00000400:00000200:3.0:1773941608.360215:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09382a4d780 00000400:00000010:3.0:1773941608.360216:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09382a4d780. 00000100:00000001:3.0:1773941608.360217:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360218:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360221:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360222:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1773941608.360223:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360224:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360224:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360225:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01490b0. 00000400:00000200:3.0:1773941608.360226:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093996c2d80 00000400:00000010:3.0:1773941608.360227:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093996c2d80. 00000100:00000001:3.0:1773941608.360229:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360230:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360232:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360233:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1773941608.360234:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360235:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360236:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360237:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149d10. 00000400:00000200:3.0:1773941608.360238:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093996c2180 00000400:00000010:3.0:1773941608.360239:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093996c2180. 00000100:00000001:3.0:1773941608.360240:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360241:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360246:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360247:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1773941608.360248:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360250:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360250:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360251:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01495d8. 00000400:00000200:3.0:1773941608.360253:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093996c2540 00000400:00000010:3.0:1773941608.360254:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093996c2540. 00000100:00000001:3.0:1773941608.360255:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360256:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360258:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360259:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1773941608.360260:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360261:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360262:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360263:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149f20. 00000400:00000200:3.0:1773941608.360264:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093996c2300 00000400:00000010:3.0:1773941608.360265:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093996c2300. 00000100:00000001:3.0:1773941608.360266:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360267:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360270:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360271:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1773941608.360271:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360272:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360273:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360274:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01496e0. 00000400:00000200:3.0:1773941608.360275:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093996c2480 00000400:00000010:3.0:1773941608.360276:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093996c2480. 00000100:00000001:3.0:1773941608.360277:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360278:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360281:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360282:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1773941608.360283:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360284:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360284:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360285:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149058. 00000400:00000200:3.0:1773941608.360286:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa093996c2b40 00000400:00000010:3.0:1773941608.360287:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa093996c2b40. 00000100:00000001:3.0:1773941608.360292:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360293:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360296:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360297:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1773941608.360298:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360299:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360300:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360301:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149160. 00000400:00000200:3.0:1773941608.360302:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09388e3b300 00000400:00000010:3.0:1773941608.360303:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09388e3b300. 00000100:00000001:3.0:1773941608.360305:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360306:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360308:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360309:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1773941608.360310:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360311:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360312:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360313:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a0149478. 00000400:00000200:3.0:1773941608.360314:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09388e3b3c0 00000400:00000010:3.0:1773941608.360315:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09388e3b3c0. 00000100:00000001:3.0:1773941608.360316:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360317:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360320:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360321:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1773941608.360322:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941608.360322:0:14253:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941608.360323:0:14253:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941608.360324:0:14253:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa093a01499f8. 00000400:00000200:3.0:1773941608.360325:0:14253:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09388e3be40 00000400:00000010:3.0:1773941608.360326:0:14253:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffffa09388e3be40. 00000100:00000001:3.0:1773941608.360327:0:14253:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941608.360328:0:14253:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941608.360331:0:14253:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941608.360332:0:14253:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941608.360332:0:14253:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1773941608.360334:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360335:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360336:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360340:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360341:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360342:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360343:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360344:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360345:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360346:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360347:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360347:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360348:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360349:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360350:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360351:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360352:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360353:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360354:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360355:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360357:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360358:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360359:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360360:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360362:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360363:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360364:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360366:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360368:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360369:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360370:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360372:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360373:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360374:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360376:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360377:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360379:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360380:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360381:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360382:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360384:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360385:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360387:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360395:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360397:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360398:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360400:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360401:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360403:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360404:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360406:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360407:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360409:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360410:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360411:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360412:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360414:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360415:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360416:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360417:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360419:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360420:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360421:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360422:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360424:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360425:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360426:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360428:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360429:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360430:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360432:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360433:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360435:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360436:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360437:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360439:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360440:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360441:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360443:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360444:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360446:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360447:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360448:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360454:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360456:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360458:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360459:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360461:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360462:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360464:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360466:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360467:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360468:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360470:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360471:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360473:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360475:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360476:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360477:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360479:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360480:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360482:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360483:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360484:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360486:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360487:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360489:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360490:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360506:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360507:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360509:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360510:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360512:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360513:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360515:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360516:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360518:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360519:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360521:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360522:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360523:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360525:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360526:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360532:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360534:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360535:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360537:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360538:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941608.360542:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996d8000. 00000100:00000010:3.0:1773941608.360547:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093996c5c00. 00000100:00000010:3.0:1773941608.360550:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996da000. 00000100:00000010:3.0:1773941608.360553:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093996c4400. 00000100:00000010:3.0:1773941608.360556:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996de000. 00000100:00000010:3.0:1773941608.360559:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093996c4000. 00000100:00000010:3.0:1773941608.360562:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996dc000. 00000100:00000010:3.0:1773941608.360565:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093996c6c00. 00000100:00000010:3.0:1773941608.360567:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388010000. 00000100:00000010:3.0:1773941608.360570:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093996c7000. 00000100:00000010:3.0:1773941608.360572:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388014000. 00000100:00000010:3.0:1773941608.360575:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093996c5400. 00000100:00000010:3.0:1773941608.360598:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388016000. 00000100:00000010:3.0:1773941608.360604:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093996c6800. 00000100:00000010:3.0:1773941608.360609:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388012000. 00000100:00000010:3.0:1773941608.360613:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093996c7800. 00000100:00000010:3.0:1773941608.360617:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938800e000. 00000100:00000010:3.0:1773941608.360621:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890afc00. 00000100:00000010:3.0:1773941608.360626:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938800a000. 00000100:00000010:3.0:1773941608.360631:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890acc00. 00000100:00000010:3.0:1773941608.360634:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388008000. 00000100:00000010:3.0:1773941608.360638:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ac400. 00000100:00000010:3.0:1773941608.360641:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938800c000. 00000100:00000010:3.0:1773941608.360645:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ad000. 00000100:00000010:3.0:1773941608.360648:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938806e000. 00000100:00000010:3.0:1773941608.360650:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ae800. 00000100:00000010:3.0:1773941608.360654:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938806a000. 00000100:00000010:3.0:1773941608.360656:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890adc00. 00000100:00000010:3.0:1773941608.360658:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388068000. 00000100:00000010:3.0:1773941608.360671:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890af800. 00000100:00000010:3.0:1773941608.360674:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938806c000. 00000100:00000010:3.0:1773941608.360676:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ad400. 00000100:00000010:3.0:1773941608.360679:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388066000. 00000100:00000010:3.0:1773941608.360682:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ae400. 00000100:00000010:3.0:1773941608.360684:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388062000. 00000100:00000010:3.0:1773941608.360687:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890af000. 00000100:00000010:3.0:1773941608.360689:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388060000. 00000100:00000010:3.0:1773941608.360693:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890b9c00. 00000100:00000010:3.0:1773941608.360696:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388064000. 00000100:00000010:3.0:1773941608.360700:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890bb400. 00000100:00000010:3.0:1773941608.360702:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388698000. 00000100:00000010:3.0:1773941608.360706:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890bbc00. 00000100:00000010:3.0:1773941608.360708:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938869c000. 00000100:00000010:3.0:1773941608.360711:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890b8000. 00000100:00000010:3.0:1773941608.360713:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938869e000. 00000100:00000010:3.0:1773941608.360716:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ba800. 00000100:00000010:3.0:1773941608.360720:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938869a000. 00000100:00000010:3.0:1773941608.360722:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890b8c00. 00000100:00000010:3.0:1773941608.360724:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388692000. 00000100:00000010:3.0:1773941608.360726:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ba400. 00000100:00000010:3.0:1773941608.360728:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388690000. 00000100:00000010:3.0:1773941608.360730:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890b9000. 00000100:00000010:3.0:1773941608.360747:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388694000. 00000100:00000010:3.0:1773941608.360750:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890bb800. 00000100:00000010:3.0:1773941608.360751:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388696000. 00000100:00000010:3.0:1773941608.360754:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890b9400. 00000100:00000010:3.0:1773941608.360755:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09387dc6000. 00000100:00000010:3.0:1773941608.360757:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890bac00. 00000100:00000010:3.0:1773941608.360759:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09387dc4000. 00000100:00000010:3.0:1773941608.360761:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890b8800. 00000100:00000010:3.0:1773941608.360763:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383886000. 00000100:00000010:3.0:1773941608.360777:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890b8400. 00000100:00000010:3.0:1773941608.360783:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383884000. 00000100:00000010:3.0:1773941608.360785:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890b9800. 00000100:00000010:3.0:1773941608.360787:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383882000. 00000100:00000010:3.0:1773941608.360789:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890ba000. 00000100:00000010:3.0:1773941608.360791:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383880000. 00000100:00000010:3.0:1773941608.360793:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093890bb000. 00000100:00000010:3.0:1773941608.360795:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09386ac4000. 00000100:00000010:3.0:1773941608.360798:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09391dfc000. 00000100:00000010:3.0:1773941608.360800:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09386ac6000. 00000100:00000010:3.0:1773941608.360802:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09391dff800. 00000100:00000010:3.0:1773941608.360804:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09386ac0000. 00000100:00000010:3.0:1773941608.360806:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09391dff000. 00000100:00000010:3.0:1773941608.360808:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09386ac2000. 00000100:00000010:3.0:1773941608.360810:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cfc00. 00000100:00000010:3.0:1773941608.360812:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383c0e000. 00000100:00000010:3.0:1773941608.360815:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cf000. 00000100:00000010:3.0:1773941608.360816:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383c0a000. 00000100:00000010:3.0:1773941608.360820:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cc800. 00000100:00000010:3.0:1773941608.360822:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383c08000. 00000100:00000010:3.0:1773941608.360824:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cec00. 00000100:00000010:3.0:1773941608.360826:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382af8000. 00000100:00000010:3.0:1773941608.360837:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cd400. 00000100:00000010:3.0:1773941608.360840:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996d2000. 00000100:00000010:3.0:1773941608.360842:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cf800. 00000100:00000010:3.0:1773941608.360844:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996d6000. 00000100:00000010:3.0:1773941608.360846:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cd000. 00000100:00000010:3.0:1773941608.360848:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996d4000. 00000100:00000010:3.0:1773941608.360850:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902ce400. 00000100:00000010:3.0:1773941608.360852:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996d0000. 00000100:00000010:3.0:1773941608.360854:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902ccc00. 00000100:00000010:3.0:1773941608.360856:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093902bc000. 00000100:00000010:3.0:1773941608.360858:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902ce800. 00000100:00000010:3.0:1773941608.360860:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093902b8000. 00000100:00000010:3.0:1773941608.360866:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cf400. 00000100:00000010:3.0:1773941608.360868:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093902ba000. 00000100:00000010:3.0:1773941608.360870:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cc000. 00000100:00000010:3.0:1773941608.360872:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093902be000. 00000100:00000010:3.0:1773941608.360874:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cdc00. 00000100:00000010:3.0:1773941608.360876:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390232000. 00000100:00000010:3.0:1773941608.360887:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902ce000. 00000100:00000010:3.0:1773941608.360889:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390236000. 00000100:00000010:3.0:1773941608.360891:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cd800. 00000100:00000010:3.0:1773941608.360893:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390234000. 00000100:00000010:3.0:1773941608.360896:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093902cc400. 00000100:00000010:3.0:1773941608.360897:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390230000. 00000100:00000010:3.0:1773941608.360901:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d5400. 00000100:00000010:3.0:1773941608.360916:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981ae000. 00000100:00000010:3.0:1773941608.360919:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d7800. 00000100:00000010:3.0:1773941608.360921:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981ac000. 00000100:00000010:3.0:1773941608.360923:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d4800. 00000100:00000010:3.0:1773941608.360925:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981a8000. 00000100:00000010:3.0:1773941608.360927:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d6c00. 00000100:00000010:3.0:1773941608.360929:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981aa000. 00000100:00000010:3.0:1773941608.360931:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d5800. 00000100:00000010:3.0:1773941608.360933:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388506000. 00000100:00000010:3.0:1773941608.360935:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d4400. 00000100:00000010:3.0:1773941608.360937:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388504000. 00000100:00000010:3.0:1773941608.360939:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d7c00. 00000100:00000010:3.0:1773941608.360941:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388500000. 00000100:00000010:3.0:1773941608.360943:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d7400. 00000100:00000010:3.0:1773941608.360944:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388502000. 00000100:00000010:3.0:1773941608.360946:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d6800. 00000100:00000010:3.0:1773941608.360948:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0196000. 00000100:00000010:3.0:1773941608.360962:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d4000. 00000100:00000010:3.0:1773941608.360964:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0194000. 00000100:00000010:3.0:1773941608.360966:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d5c00. 00000100:00000010:3.0:1773941608.360972:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa09386242800. 00000100:00000010:3.0:1773941608.360974:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0938860b000. 00000100:00000010:3.0:1773941608.360976:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0938840f800. 00000100:00000001:3.0:1773941608.360979:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360980:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360982:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360983:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360984:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360985:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360986:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360987:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360988:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360989:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360990:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360990:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360991:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360992:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360993:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360994:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360996:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360997:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.360998:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.360999:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361000:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361001:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361002:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361003:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361004:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361005:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361006:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361007:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361008:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361008:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361009:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361010:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361011:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361012:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361013:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361014:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361018:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361019:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361020:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361021:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361022:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361024:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361025:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361026:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361027:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361027:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361028:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361029:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361030:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361031:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361032:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361033:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361034:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361035:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361036:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361037:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361038:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361038:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361039:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361040:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361041:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361042:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361043:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361044:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361045:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361046:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361047:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361048:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361049:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361049:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361050:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361051:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361052:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361053:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361070:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361072:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361077:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361078:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361080:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361081:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361082:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361083:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361085:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361086:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361088:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361089:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361091:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361092:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361093:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361095:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361096:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361097:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361099:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361100:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361101:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361102:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361104:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361105:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361107:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361108:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361109:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361110:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361112:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361113:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361114:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361116:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361117:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361118:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361120:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361121:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361123:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361124:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361125:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361126:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361128:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361129:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361137:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361138:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361139:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361140:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361142:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361143:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361145:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361146:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361148:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361149:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941608.361150:0:14253:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941608.361151:0:14253:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941608.361154:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0190000. 00000100:00000010:3.0:1773941608.361158:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d7000. 00000100:00000010:3.0:1773941608.361161:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0192000. 00000100:00000010:3.0:1773941608.361165:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d5000. 00000100:00000010:3.0:1773941608.361167:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938339c000. 00000100:00000010:3.0:1773941608.361171:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d6400. 00000100:00000010:3.0:1773941608.361173:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09383398000. 00000100:00000010:3.0:1773941608.361175:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862d4c00. 00000100:00000010:3.0:1773941608.361178:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938339a000. 00000100:00000010:3.0:1773941608.361180:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f68c00. 00000100:00000010:3.0:1773941608.361183:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938339e000. 00000100:00000010:3.0:1773941608.361187:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f69400. 00000100:00000010:3.0:1773941608.361189:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996ce000. 00000100:00000010:3.0:1773941608.361192:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f6b800. 00000100:00000010:3.0:1773941608.361195:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996cc000. 00000100:00000010:3.0:1773941608.361197:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f68800. 00000100:00000010:3.0:1773941608.361200:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996c8000. 00000100:00000010:3.0:1773941608.361202:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f6ac00. 00000100:00000010:3.0:1773941608.361204:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093996ca000. 00000100:00000010:3.0:1773941608.361207:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f69800. 00000100:00000010:3.0:1773941608.361209:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093886f2000. 00000100:00000010:3.0:1773941608.361227:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f68400. 00000100:00000010:3.0:1773941608.361230:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093886f6000. 00000100:00000010:3.0:1773941608.361239:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f6bc00. 00000100:00000010:3.0:1773941608.361242:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093886f4000. 00000100:00000010:3.0:1773941608.361244:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f6b400. 00000100:00000010:3.0:1773941608.361247:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093886f0000. 00000100:00000010:3.0:1773941608.361250:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f6a800. 00000100:00000010:3.0:1773941608.361253:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390474000. 00000100:00000010:3.0:1773941608.361256:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f68000. 00000100:00000010:3.0:1773941608.361258:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390470000. 00000100:00000010:3.0:1773941608.361261:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f69c00. 00000100:00000010:3.0:1773941608.361263:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390472000. 00000100:00000010:3.0:1773941608.361267:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f6a000. 00000100:00000010:3.0:1773941608.361269:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390476000. 00000100:00000010:3.0:1773941608.361272:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f6b000. 00000100:00000010:3.0:1773941608.361274:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388634000. 00000100:00000010:3.0:1773941608.361278:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f69000. 00000100:00000010:3.0:1773941608.361280:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388630000. 00000100:00000010:3.0:1773941608.361283:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09384f6a400. 00000100:00000010:3.0:1773941608.361285:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388632000. 00000100:00000010:3.0:1773941608.361287:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aee400. 00000100:00000010:3.0:1773941608.361290:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388636000. 00000100:00000010:3.0:1773941608.361293:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aecc00. 00000100:00000010:3.0:1773941608.361296:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981ca000. 00000100:00000010:3.0:1773941608.361317:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aed400. 00000100:00000010:3.0:1773941608.361320:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981ce000. 00000100:00000010:3.0:1773941608.361323:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aef800. 00000100:00000010:3.0:1773941608.361326:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981cc000. 00000100:00000010:3.0:1773941608.361329:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aec800. 00000100:00000010:3.0:1773941608.361332:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093981c8000. 00000100:00000010:3.0:1773941608.361335:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aeec00. 00000100:00000010:3.0:1773941608.361338:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398194000. 00000100:00000010:3.0:1773941608.361341:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aed800. 00000100:00000010:3.0:1773941608.361344:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398190000. 00000100:00000010:3.0:1773941608.361348:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aec400. 00000100:00000010:3.0:1773941608.361356:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398192000. 00000100:00000010:3.0:1773941608.361360:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aefc00. 00000100:00000010:3.0:1773941608.361363:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398196000. 00000100:00000010:3.0:1773941608.361366:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aef400. 00000100:00000010:3.0:1773941608.361369:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388688000. 00000100:00000010:3.0:1773941608.361372:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aee800. 00000100:00000010:3.0:1773941608.361374:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938868a000. 00000100:00000010:3.0:1773941608.361377:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aec000. 00000100:00000010:3.0:1773941608.361379:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938868e000. 00000100:00000010:3.0:1773941608.361382:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aedc00. 00000100:00000010:3.0:1773941608.361384:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938868c000. 00000100:00000010:3.0:1773941608.361388:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aee000. 00000100:00000010:3.0:1773941608.361391:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a061c000. 00000100:00000010:3.0:1773941608.361408:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aef000. 00000100:00000010:3.0:1773941608.361411:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0618000. 00000100:00000010:3.0:1773941608.361414:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09386aed000. 00000100:00000010:3.0:1773941608.361416:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a061a000. 00000100:00000010:3.0:1773941608.361419:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0e15000. 00000100:00000010:3.0:1773941608.361422:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a061e000. 00000100:00000010:3.0:1773941608.361425:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093a0e15c00. 00000100:00000010:3.0:1773941608.361428:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388640000. 00000100:00000010:3.0:1773941608.361431:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2042800. 00000100:00000010:3.0:1773941608.361433:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388642000. 00000100:00000010:3.0:1773941608.361436:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2043400. 00000100:00000010:3.0:1773941608.361439:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388646000. 00000100:00000010:3.0:1773941608.361443:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2041800. 00000100:00000010:3.0:1773941608.361445:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09388644000. 00000100:00000010:3.0:1773941608.361449:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2042c00. 00000100:00000010:3.0:1773941608.361451:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938531c000. 00000100:00000010:3.0:1773941608.361455:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2041400. 00000100:00000010:3.0:1773941608.361458:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09385318000. 00000100:00000010:3.0:1773941608.361461:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093c2040c00. 00000100:00000010:3.0:1773941608.361464:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938531a000. 00000100:00000010:3.0:1773941608.361473:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093817fd400. 00000100:00000010:3.0:1773941608.361476:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0938531e000. 00000100:00000010:3.0:1773941608.361479:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09398189800. 00000100:00000010:3.0:1773941608.361482:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0bf2000. 00000100:00000010:3.0:1773941608.361519:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939818ac00. 00000100:00000010:3.0:1773941608.361523:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0bf6000. 00000100:00000010:3.0:1773941608.361526:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09398189000. 00000100:00000010:3.0:1773941608.361528:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0bf4000. 00000100:00000010:3.0:1773941608.361531:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939818a400. 00000100:00000010:3.0:1773941608.361533:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a0bf0000. 00000100:00000010:3.0:1773941608.361536:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939818a000. 00000100:00000010:3.0:1773941608.361538:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939810e000. 00000100:00000010:3.0:1773941608.361541:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939818b000. 00000100:00000010:3.0:1773941608.361544:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939810c000. 00000100:00000010:3.0:1773941608.361547:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09398188000. 00000100:00000010:3.0:1773941608.361550:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09398108000. 00000100:00000010:3.0:1773941608.361553:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09398189c00. 00000100:00000010:3.0:1773941608.361556:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa0939810a000. 00000100:00000010:3.0:1773941608.361558:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939818a800. 00000100:00000010:3.0:1773941608.361561:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382e20000. 00000100:00000010:3.0:1773941608.361564:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939818bc00. 00000100:00000010:3.0:1773941608.361566:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382e22000. 00000100:00000010:3.0:1773941608.361568:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa0939818b400. 00000100:00000010:3.0:1773941608.361570:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382e26000. 00000100:00000010:3.0:1773941608.361573:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa09398188400. 00000100:00000010:3.0:1773941608.361575:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09382e24000. 00000100:00000010:3.0:1773941608.361601:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862b5000. 00000100:00000010:3.0:1773941608.361606:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390426000. 00000100:00000010:3.0:1773941608.361629:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862b4400. 00000100:00000010:3.0:1773941608.361632:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390424000. 00000100:00000010:3.0:1773941608.361636:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862b6000. 00000100:00000010:3.0:1773941608.361639:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390420000. 00000100:00000010:3.0:1773941608.361642:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862b6800. 00000100:00000010:3.0:1773941608.361651:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa09390422000. 00000100:00000010:3.0:1773941608.361654:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862b7000. 00000100:00000010:3.0:1773941608.361656:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a012e000. 00000100:00000010:3.0:1773941608.361659:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862b5800. 00000100:00000010:3.0:1773941608.361661:0:14253:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffffa093a012c000. 00000100:00000010:3.0:1773941608.361664:0:14253:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffffa093862b7400. 00000100:00000010:3.0:1773941608.361667:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa093996f9800. 00000100:00000010:3.0:1773941608.361669:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa09398198800. 00000100:00000010:3.0:1773941608.361672:0:14253:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffffa0939819b000. 00000100:00000001:3.0:1773941608.361675:0:14253:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941608.361677:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361679:0:14253:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941608.361680:0:14253:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941608.361682:0:14253:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09388684f40. 00000100:00000001:3.0:1773941608.361686:0:14253:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941608.361687:0:14253:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941608.361690:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361692:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a00389c0. 00000100:00000001:3.0:1773941608.361696:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361697:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361699:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038240. 00000100:00000001:3.0:1773941608.361701:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361702:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361703:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038300. 00000100:00000001:3.0:1773941608.361705:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361706:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361708:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038000. 00000100:00000001:3.0:1773941608.361710:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361711:0:14253:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941608.361712:0:14253:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941608.361714:0:14253:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09388684580. 00000100:00000001:3.0:1773941608.361716:0:14253:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941608.361718:0:14253:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941608.361719:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361721:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038840. 00000100:00000001:3.0:1773941608.361723:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361724:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361726:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a00386c0. 00000100:00000001:3.0:1773941608.361734:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361736:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361753:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038a80. 00000100:00000001:3.0:1773941608.361755:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361757:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361758:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038900. 00000100:00000010:3.0:1773941608.361761:0:14253:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffffa09382fd1780. 00000100:00000001:3.0:1773941608.361764:0:14253:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:3.0:1773941608.361765:0:14253:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941608.361767:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361768:0:14253:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941608.361770:0:14253:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941608.361771:0:14253:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09388684300. 00000100:00000001:3.0:1773941608.361775:0:14253:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941608.361777:0:14253:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941608.361779:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361780:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038540. 00000100:00000001:3.0:1773941608.361783:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361784:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361786:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038d80. 00000100:00000001:3.0:1773941608.361788:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361790:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361792:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038e40. 00000100:00000001:3.0:1773941608.361794:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361795:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361797:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038f00. 00000100:00000001:3.0:1773941608.361800:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361801:0:14253:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941608.361803:0:14253:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941608.361804:0:14253:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffffa09388684d00. 00000100:00000001:3.0:1773941608.361807:0:14253:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941608.361809:0:14253:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941608.361811:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361813:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093a0038180. 00000100:00000001:3.0:1773941608.361815:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361817:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361818:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa093906473c0. 00000100:00000001:3.0:1773941608.361821:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361822:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361824:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09390647300. 00000100:00000001:3.0:1773941608.361833:0:14253:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941608.361835:0:14253:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941608.361837:0:14253:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffffa09390647240. 00000100:00000010:3.0:1773941608.361839:0:14253:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffffa09382fd1100. 00000100:00000001:3.0:1773941608.361841:0:14253:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1773941608.361946:0:14253:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffffa093867f8000. 00000020:00000010:3.0:1773941608.361954:0:14253:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffffa093862b7c00. 00000100:00000010:3.0:1773941608.361983:0:14253:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffffa093a014c000. 00000100:00000010:3.0:1773941608.361995:0:14253:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffffa093867ff000. 00000100:00000010:3.0:1773941608.362000:0:14253:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffffa09386ab8000. 00000100:00000010:3.0:1773941608.362010:0:14253:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffffa093867fb000. 00000100:00000010:3.0:1773941608.362029:0:14253:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffffa093996c5000. 00000100:00000010:3.0:1773941608.362032:0:14253:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffffa093862d6000. 00000100:00000010:3.0:1773941608.362034:0:14253:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffffa09388652200. 00000100:00000001:3.0:1773941608.362037:0:14253:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941608.362187:0:14266:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:1.0:1773941608.362190:0:14266:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941608.362204:0:14266:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa093886846c0. 00000020:00000010:1.0:1773941608.362211:0:14266:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa093881bae00. 00000040:00000010:1.0:1773941608.362214:0:14266:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa09390300c00. 00000020:00000010:1.0:1773941608.362216:0:14266:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa09386246800. 00000020:00000010:1.0:1773941608.362219:0:14266:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa09382cfe9a8. 00000020:00000010:1.0:1773941608.362222:0:14266:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa09390300e00. 80000000:00000010:1.0:1773941608.362225:0:14266:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa09398102540. 40000000:00000010:1.0:1773941608.362228:0:14266:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa09388684780. 00100000:00000010:1.0:1773941608.362230:0:14266:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa09386241800. 00040000:00000010:1.0:1773941608.362233:0:14266:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa093854a1100. 00010000:00000010:3.0:1773941608.362235:0:14253:0:(ldlm_lockd.c:3586:ldlm_cleanup()) kfreed 'ldlm_state': 32 at ffffa093a06323c0. 00040000:00000010:1.0:1773941608.362236:0:14266:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa09386247800. 00010000:00000001:3.0:1773941608.362243:0:14253:0:(ldlm_lockd.c:3589:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941608.362249:0:14253:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00040000:00000010:1.0:1773941608.362249:0:14266:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa09390300400. 00010000:00000010:3.0:1773941608.362252:0:14253:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffffa09399712000. 00000004:00000010:1.0:1773941608.362254:0:14266:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffffa093854a9000. 00000004:00000010:1.0:1773941608.362261:0:14266:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffffa093867fa000. 00010000:00000010:3.0:1773941608.362262:0:14253:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffffa09399711000. 00000004:00000010:1.0:1773941608.362265:0:14266:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffffa093854aa800. 00010000:00000001:3.0:1773941608.362268:0:14253:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00002000:00000010:1.0:1773941608.362269:0:14266:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa09384f7a000. 10000000:00000010:3.0:1773941608.362273:0:14253:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at ffffa09385498080. 00000004:00000010:1.0:1773941608.362274:0:14266:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffffa09384f78000. 00000020:00000010:1.0:1773941608.362281:0:14266:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa093881bb200. 10000000:00000001:3.0:1773941608.362283:0:14253:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941608.362285:0:14266:0:(ldlm_lockd.c:290:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941608.362290:0:14253:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffffa0938867a200. 00000040:00000010:3.0:1773941608.362297:0:14253:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffffa0938867a800. 00000020:00000010:3.0:1773941608.362300:0:14253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0938628f800. 00000020:00000010:3.0:1773941608.362305:0:14253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffffa0938867b800. 00040000:00000010:3.0:1773941608.362310:0:14253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0939a4a4700. 00040000:00000010:3.0:1773941608.362315:0:14253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0938867b600. 00000020:00000010:3.0:1773941608.362319:0:14253:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0938867ae00. 00000020:00000001:3.0:1773941608.362323:0:14253:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941608.362326:0:14253:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffffa093885a19b8. 00000020:00000001:3.0:1773941608.362332:0:14253:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941608.362334:0:14253:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941608.362345:0:14253:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 72 at ffffa093a00fcd20. 00000020:00000001:3.0:1773941608.362348:0:14253:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941608.362351:0:14253:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941608.362353:0:14253:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1773941608.362355:0:14253:0:(obd_mount.c:724:lustre_put_lsi()) put ffffa09387c9b800 1 00000020:00000001:3.0:1773941608.362357:0:14253:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:3.0:1773941608.362359:0:14253:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffffa09387c9d800 00000020:00000010:3.0:1773941608.362362:0:14253:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffffa09387c9d800. 00000020:00000001:3.0:1773941608.362365:0:14253:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941608.362367:0:14253:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941608.362369:0:14253:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941608.362371:0:14253:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:3.0:1773941608.362374:0:14253:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:3.0:1773941608.362377:0:14253:0:(llite_lib.c:1639:ll_put_super()) Process leaving 00000080:00000001:3.0:1773941608.362379:0:14253:0:(llite_lib.c:1538:ll_fill_super()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00020000:3.0:1773941608.362383:0:14253:0:(super25.c:186:lustre_fill_super()) llite: Unable to mount : rc = -5 00000020:00000010:2.0:1773941608.366057:0:14253:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 48 at ffffa09385498600. 00000020:00000010:2.0:1773941608.366079:0:14253:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffffa09390c20330. 00000020:00000010:2.0:1773941608.366085:0:14253:0:(obd_mount.c:640:lustre_put_lsm_free()) kfreed 'lmd->lmd_mgsname': 19 at ffffa09390656dc0. 00000020:00000010:2.0:1773941608.366088:0:14253:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffffa09399714000. 00000020:00000010:2.0:1773941608.366092:0:14253:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffffa0938871d300. 00000001:00000001:0.0:1773941608.858190:0:14466:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1773941608.858194:0:14466:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_161b: @@@@@@ FAIL: mount with hostname failed 00000001:00000001:0.0:1773941608.860337:0:14466:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** Debug log: 53620 lines, 53620 kept, 0 dropped, 0 bad.